Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/release-7.5/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 Agent pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-tx5xg-4cw9n --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "76b662c7d20360fb95e654cca1b252bf3517b873" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-tx5xg" name: "pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 30 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=4b451cfc-a53f-48b1-a054-a802fec17c06 JENKINS_NODE_COOKIE=0ddf12a5-5dd4-4c03-907d-8ecc985759e2 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/release-7.5/ghpr_check2","buildid":"1787376593119744001","prowjobid":"4b451cfc-a53f-48b1-a054-a802fec17c06","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"release-7.5","base_sha":"61c4bd61254323d2dc68a8de048000ea036e67ac","base_link":"https://github.com/pingcap/tidb/commit/61c4bd61254323d2dc68a8de048000ea036e67ac","pulls":[{"number":53027,"author":"YuJuncen","sha":"0e2105d15b5f48db76daef198eaa459e2a36b3de","title":"br: pick all EBS backup bug fixes to 7.5","link":"https://github.com/pingcap/tidb/pull/53027","commit_link":"https://github.com/pingcap/tidb/pull/53027/commits/0e2105d15b5f48db76daef198eaa459e2a36b3de","author_link":"https://github.com/YuJuncen"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/release-7.5/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#807 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787376593119744001 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_release-7_5_ghpr_check2_807-tx5xg GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-de56dd55dee5a0d96cb656956ade3e4f68ed42d9f8588929e75e09c9b4c21d32 NODE_LABELS=pingcap_tidb_release-7_5_ghpr_check2_807-tx5xg pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/display/redirect BUILD_NUMBER=807 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build4225748443=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-7-5-ghpr-check2-807-tx5xg-4cw9n-jjjg2 bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 37093 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 9da517b29344a87a (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 25 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 06:59:48 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-61c4bd6-aab6056) 465320448 bytes in 9.25 secs (50301977 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.git/ .git HEAD is now at 84b87f4e35 Merge commit 'aab60569c6d9d49252ffc1c78ce392fd4993c5aa' into HEAD POST git-upload-pack (686 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb = [up to date] release-7.5 -> origin/release-7.5 * [new ref] refs/pull/53027/head -> origin/pr/53027/head Warning: you are leaving 1 commit behind, not connected to any of your branches: 84b87f4e35 Merge commit 'aab60569c6d9d49252ffc1c78ce392fd4993c5aa' into HEAD If you want to keep it by creating a new branch, this may be a good time to do so with: git branch 84b87f4e35 HEAD is now at 61c4bd6125 lightning: return 0 early on empty parquet files (#52519) (#52522) 🚧 Checkouting to base SHA:61c4bd61254323d2dc68a8de048000ea036e67ac... HEAD is now at 61c4bd6125 lightning: return 0 early on empty parquet files (#52519) (#52522) ✅ Checked. 🎉 🧾 HEAD info: 61c4bd61254323d2dc68a8de048000ea036e67ac 61c4bd6125 lightning: return 0 early on empty parquet files (#52519) (#52522) 3df1fe2cb9 *: bump up client-go to fix #52193 & #50758 (#52977) bf84e231e6 *: modify the printing of column default expression in `SHOW CREATE TABLE` and `Restore` (#52940) (#52951) 🚧 Pre-merge heads of pull requests to base SHA: 61c4bd61254323d2dc68a8de048000ea036e67ac ... Updating 61c4bd6125..0e2105d15b Fast-forward MODULE.bazel.lock | 42 ++----- br/pkg/backup/prepare_snap/BUILD.bazel | 3 +- br/pkg/backup/prepare_snap/env.go | 36 +++++- br/pkg/backup/prepare_snap/prepare.go | 97 ++++++++++++---- br/pkg/backup/prepare_snap/prepare_test.go | 163 +++++++++++++++++++++++++-- br/pkg/backup/prepare_snap/stream.go | 11 +- br/pkg/task/operator/BUILD.bazel | 1 + br/pkg/task/operator/cmd.go | 35 +++--- br/pkg/task/restore_data.go | 20 ++-- br/pkg/utils/BUILD.bazel | 2 +- br/pkg/utils/backoff.go | 15 +++ br/pkg/utils/backoff_test.go | 42 +++++++ br/pkg/utils/retry.go | 1 + tests/realtikvtest/brietest/operator_test.go | 31 +++++ 14 files changed, 397 insertions(+), 102 deletions(-) 🧾 Pre-merged result: 0e2105d15b5f48db76daef198eaa459e2a36b3de 0e2105d15b make clippy happy a382435bd7 br/operator: fix adapt env for snapshot backup stuck when encountered error (#52607) 3a8b526dea br/operator: fix stuck when terminating (#52264) ✅ Pre merged 🎉 ✅ ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-61c4bd6-0e2105d) 465481216 bytes in 7.58 secs (61383798 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-55-g0e2105d15b" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 07:00:14" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=0e2105d15b5f48db76daef198eaa459e2a36b3de" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/pingcap/kvproto v0.0.0-20240208102409-a554af8ee11f go: downloading github.com/prometheus/client_golang v1.18.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240429080008-6aedd9965460 go: downloading github.com/tikv/pd/client v0.0.0-20240210135946-3488a653ddd9 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading github.com/google/pprof v0.0.0-20211122183932-1daafda22083 go: downloading go.uber.org/zap v1.26.0 go: downloading golang.org/x/sys v0.16.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.10 go: downloading golang.org/x/sync v0.3.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/pingcap/tipb v0.0.0-20230919054518-dfd7d194838f go: downloading google.golang.org/grpc v1.59.0 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/google/uuid v1.3.1 go: downloading golang.org/x/exp v0.0.0-20230711005742-c3f37128e5a4 go: downloading go.etcd.io/etcd/api/v3 v3.5.10 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 go: downloading github.com/golang/protobuf v1.5.3 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.11 go: downloading github.com/pingcap/sysutil v1.0.1-0.20230407040306-fb007c5aff21 go: downloading github.com/shirou/gopsutil/v3 v3.23.5 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/stretchr/testify v1.8.4 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/prometheus/client_model v0.5.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/docker/go-units v0.4.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/cockroachdb/errors v1.8.1 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/prometheus/common v0.46.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/cespare/xxhash/v2 v2.2.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/iancoleman/strcase v0.2.0 go: downloading golang.org/x/time v0.3.0 go: downloading golang.org/x/net v0.20.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/pkg/errors v0.9.1 go: downloading golang.org/x/tools v0.10.0 go: downloading google.golang.org/protobuf v1.32.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.10 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/cespare/xxhash v1.1.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.12.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/klauspost/compress v1.17.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.4 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/aws/aws-sdk-go v1.44.259 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/cockroachdb/pebble v0.0.0-20220415182917-06c9d3be25b3 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading cloud.google.com/go/storage v1.30.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.6.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.1.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading cloud.google.com/go v0.110.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.6 go: downloading golang.org/x/oauth2 v0.16.0 go: downloading google.golang.org/api v0.128.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/fatih/color v1.15.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.16.0 go: downloading github.com/spf13/cobra v1.7.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/tklauser/go-sysconf v0.3.11 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20231016165738-49dd2c1f3d0b go: downloading github.com/sasha-s/go-deadlock v0.2.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading go.uber.org/mock v0.2.0 go: downloading github.com/davecgh/go-spew v1.1.1 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/dustin/go-humanize v1.0.0 go: downloading github.com/golang/glog v1.1.2 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading golang.org/x/crypto v0.18.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20190617123548-eb05cc24525f go: downloading github.com/cockroachdb/redact v1.0.8 go: downloading github.com/cockroachdb/sentry-go v0.6.1-cockroachdb.2 go: downloading github.com/apache/thrift v0.13.1-0.20201008052519-daf620915714 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v0.5.1 go: downloading google.golang.org/genproto v0.0.0-20231030173426-d783a09b4405 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.4 go: downloading cloud.google.com/go/compute v1.23.2 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20231106174013-bbf56f31fb17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.27.2 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.18 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.14 go: downloading github.com/petermattis/goid v0.0.0-20211229010228-4d14c490ee36 go: downloading github.com/tklauser/numcpus v0.6.0 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20210115035449-ce105d075bb4 go: downloading github.com/rivo/uniseg v0.4.4 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.11.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang-jwt/jwt v3.2.1+incompatible go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/DataDog/zstd v1.4.5 go: downloading k8s.io/apimachinery v0.27.2 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.90.1 go: downloading github.com/google/gofuzz v1.1.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.2.3 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230209194617-a36077c30491 go: downloading github.com/go-logr/logr v1.2.3 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.2.4 go: downloading github.com/google/s2a-go v0.1.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading google.golang.org/appengine v1.6.7 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-61c4bd61254323d2dc68a8de048000ea036e67ac-0e2105d15b5f48db76daef198eaa459e2a36b3de) 207786496 bytes in 10.21 secs (20349362 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_release-7.5 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 + [[ false = \t\r\u\e ]] + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 140 0 --:--:-- --:--:-- --:--:-- 140 + sha1=ee5bd74cfec316736bf6abc03f22955f88d53e24 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + echo '📂 extract bin from tikv-server.tar.gz ...' 📂 extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo '✅ extracted bin from tikv-server.tar.gz .' ✅ extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_release-7.5 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 + [[ false = \t\r\u\e ]] + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 777 0 --:--:-- --:--:-- --:--:-- 788 + sha1=78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + echo '📂 extract bin from pd-server.tar.gz ...' 📂 extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo '✅ extracted bin from pd-server.tar.gz .' ✅ extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 52.73 secs (37296266 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-6j44r-djr4h-crrnh Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-rjd6n-p6mh6-d36jk Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-tqvb3-bn5l2-lv441 [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-zmxfr-j6rst-6p410 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-release-7-5-ghpr-check2-807-6j44r-djr4h-crrnh is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-6j44r-djr4h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c077f111d9f5a13af7e77f021aabceb6fd05159c" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-6j44r" name: "pingcap-tidb-release-7-5-ghpr-check2-807-6j44r-djr4h-crrnh" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-6j44r-djr4h-crrnh" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-6j44r-djr4h-crrnh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-6j44r-djr4h-crrnh in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-7-5-ghpr-check2-807-tqvb3-bn5l2-lv441 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-tqvb3-bn5l2 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a56ac7c4f7fda1e76d8645be8330dbf66a907530" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-tqvb3" name: "pingcap-tidb-release-7-5-ghpr-check2-807-tqvb3-bn5l2-lv441" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-tqvb3-bn5l2-lv441" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-tqvb3-bn5l2-lv441" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-tqvb3-bn5l2-lv441 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@42e74bd5; decorates RemoteLauncher[hudson.remoting.Channel@40875b27:JNLP4-connect connection from 10.233.88.111/10.233.88.111:51588] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] node Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@437bfd02; decorates RemoteLauncher[hudson.remoting.Channel@794038d8:JNLP4-connect connection from 10.233.106.215/10.233.106.215:50572] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-q7s34-g7bd8-qf0pz Agent pingcap-tidb-release-7-5-ghpr-check2-807-zmxfr-j6rst-6p410 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-zmxfr-j6rst --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "673d713626989ed37d4766e4abffb044f77f92af" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-zmxfr" name: "pingcap-tidb-release-7-5-ghpr-check2-807-zmxfr-j6rst-6p410" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-zmxfr-j6rst-6p410" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-zmxfr-j6rst-6p410" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-zmxfr-j6rst-6p410 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-7-5-ghpr-check2-807-rjd6n-p6mh6-d36jk is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-rjd6n-p6mh6 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a9e0a43e83a10a3e216369bcae513eee7b40fac5" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-rjd6n" name: "pingcap-tidb-release-7-5-ghpr-check2-807-rjd6n-p6mh6-d36jk" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-rjd6n-p6mh6-d36jk" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-rjd6n-p6mh6-d36jk" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Running on pingcap-tidb-release-7-5-ghpr-check2-807-rjd6n-p6mh6-d36jk in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@640f7f3c; decorates RemoteLauncher[hudson.remoting.Channel@764fe135:JNLP4-connect connection from 10.233.68.10/10.233.68.10:60750] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2fbfd0d8; decorates RemoteLauncher[hudson.remoting.Channel@6f1b9622:JNLP4-connect connection from 10.233.107.77/10.233.107.77:49052] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-vf0gp-2sb31-s76rp > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-p1hgs-tdw7s-8vp2m Agent pingcap-tidb-release-7-5-ghpr-check2-807-vf0gp-2sb31-s76rp is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-vf0gp-2sb31 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7d349fca774e1f25b00d6d1f676526f99bd5eaaf" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-vf0gp" name: "pingcap-tidb-release-7-5-ghpr-check2-807-vf0gp-2sb31-s76rp" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-vf0gp-2sb31-s76rp" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-vf0gp-2sb31-s76rp" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-vf0gp-2sb31-s76rp in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Agent pingcap-tidb-release-7-5-ghpr-check2-807-q7s34-g7bd8-qf0pz is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-q7s34-g7bd8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c11e2cb30d76941ce3c4ed44f16b9570f45ac099" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-q7s34" name: "pingcap-tidb-release-7-5-ghpr-check2-807-q7s34-g7bd8-qf0pz" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-q7s34-g7bd8-qf0pz" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-q7s34-g7bd8-qf0pz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-q7s34-g7bd8-qf0pz in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 4.54 secs (433167302 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] checkout + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de The recommended git tool is: git [Pipeline] podTemplate The recommended git tool is: git [Pipeline] { [Pipeline] node [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] // cache [Pipeline] sh [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-kdj5t-rbst5-kdk7b Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-trjlk-7t0qp-cjsz1 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-gt23f-z7p78-3t1h8 Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@615b1e85; decorates RemoteLauncher[hudson.remoting.Channel@34f81f26:JNLP4-connect connection from 10.233.66.216/10.233.66.216:36764] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4566cf65; decorates RemoteLauncher[hudson.remoting.Channel@56ff2966:JNLP4-connect connection from 10.233.67.136/10.233.67.136:51882] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-s9gvn-1n59m-597l6 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb Agent pingcap-tidb-release-7-5-ghpr-check2-807-p1hgs-tdw7s-8vp2m is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-p1hgs-tdw7s --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e78adc3148cdf425ebe594dc306941ad7e319f5c" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-p1hgs" name: "pingcap-tidb-release-7-5-ghpr-check2-807-p1hgs-tdw7s-8vp2m" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-p1hgs-tdw7s-8vp2m" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-p1hgs-tdw7s-8vp2m" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Running on pingcap-tidb-release-7-5-ghpr-check2-807-p1hgs-tdw7s-8vp2m in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-release-7-5-ghpr-check2-807-gt23f-z7p78-3t1h8 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-gt23f-z7p78 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "84898a74a42958885e1173b9b65de43fa2b2bf4b" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-gt23f" name: "pingcap-tidb-release-7-5-ghpr-check2-807-gt23f-z7p78-3t1h8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-gt23f-z7p78-3t1h8" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-gt23f-z7p78-3t1h8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Running on pingcap-tidb-release-7-5-ghpr-check2-807-gt23f-z7p78-3t1h8 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Agent pingcap-tidb-release-7-5-ghpr-check2-807-kdj5t-rbst5-kdk7b is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-kdj5t-rbst5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "feae43d1eeb998353ed0831e2de68508257842da" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-kdj5t" name: "pingcap-tidb-release-7-5-ghpr-check2-807-kdj5t-rbst5-kdk7b" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-kdj5t-rbst5-kdk7b" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-kdj5t-rbst5-kdk7b" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-kdj5t-rbst5-kdk7b in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Agent pingcap-tidb-release-7-5-ghpr-check2-807-trjlk-7t0qp-cjsz1 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-trjlk-7t0qp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7dfb7429a97c8cfa0dbcc11aedbc23c847203c50" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-trjlk" name: "pingcap-tidb-release-7-5-ghpr-check2-807-trjlk-7t0qp-cjsz1" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-trjlk-7t0qp-cjsz1" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-trjlk-7t0qp-cjsz1" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-trjlk-7t0qp-cjsz1 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Agent pingcap-tidb-release-7-5-ghpr-check2-807-s9gvn-1n59m-597l6 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-s9gvn-1n59m --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ac9ddfbbf0db3349ab2b0fa9ac63534fcd9a82cf" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-s9gvn" name: "pingcap-tidb-release-7-5-ghpr-check2-807-s9gvn-1n59m-597l6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-s9gvn-1n59m-597l6" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-s9gvn-1n59m-597l6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-s9gvn-1n59m-597l6 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 18.36 secs (107091335 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 7.37 secs (266737593 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 4.51 secs (435631541 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r--. 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] node [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] withEnv [Pipeline] { + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] // cache The recommended git tool is: git [Pipeline] // cache [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/integrationtest.sh y ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb extracting statistics: s Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-807-q4d8x-dxvxg-qmt0m + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.26.0 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] } No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@64fb7ee1; decorates RemoteLauncher[hudson.remoting.Channel@42a60dac:JNLP4-connect connection from 10.233.86.199/10.233.86.199:33966] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@746406cf; decorates RemoteLauncher[hudson.remoting.Channel@2d081091:JNLP4-connect connection from 10.233.107.235/10.233.107.235:54236] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@317e8e01; decorates RemoteLauncher[hudson.remoting.Channel@35375c0c:JNLP4-connect connection from 10.233.69.70/10.233.69.70:46360] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@79d348db; decorates RemoteLauncher[hudson.remoting.Channel@e0ef94e:JNLP4-connect connection from 10.233.88.49/10.233.88.49:46260] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@37ea6f39; decorates RemoteLauncher[hudson.remoting.Channel@161a3511:JNLP4-connect connection from 10.233.71.189/10.233.71.189:38550] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] // cache [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231008024516-f3b554899a0c go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/tidb/parser v0.0.0-20230921011512-71e5858366cb go: downloading github.com/sirupsen/logrus v1.8.1 [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading golang.org/x/text v0.12.0 go: downloading github.com/pingcap/log v1.1.0 go: downloading go.uber.org/zap v1.25.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif go: downloading github.com/benbjohnson/clock v1.3.5 [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] cache Agent pingcap-tidb-release-7-5-ghpr-check2-807-q4d8x-dxvxg-qmt0m is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_807-q4d8x-dxvxg --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/807/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "405aaf0fe27d9c18197fdc9ea8829521c204e4c3" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_807-q4d8x" name: "pingcap-tidb-release-7-5-ghpr-check2-807-q4d8x-dxvxg-qmt0m" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-q4d8x-dxvxg-qmt0m" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-807-q4d8x-dxvxg-qmt0m" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-807-q4d8x-dxvxg-qmt0m in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 4.23 secs (465176655 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 9.00 secs (218539408 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r--. 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r--. 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container start tidb-server, log file: ./integration-test.out tidb-server(PID: 1795) started [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout The recommended git tool is: git diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] // cache [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1ce0d88e; decorates RemoteLauncher[hudson.remoting.Channel@31f0aec3:JNLP4-connect connection from 10.233.127.205/10.233.127.205:58896] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh run all integration test cases (enabled new collation) time="2024-05-06T15:06:01+08:00" level=info msg="running tests: [access_path_selection agg_predicate_pushdown bindinfo/bind bindinfo/session_handle black_list clustered_index collation_agg_func collation_check_use_collation collation_misc collation_pointget common_collation cte ddl/attributes_sql ddl/column ddl/column_change ddl/column_modify ddl/column_type_change ddl/constraint ddl/db ddl/db_cache ddl/db_change ddl/db_foreign_key ddl/db_integration ddl/db_partition ddl/db_rename ddl/db_table ddl/ddl_error ddl/ddl_tiflash ddl/fail_db ddl/index_modify ddl/integration ddl/modify_column ddl/multi_schema_change ddl/partition ddl/primary_key_handle ddl/reorg_partition ddl/resource_group ddl/sequence ddl/serial ddl/table_modify executor/admin executor/aggregate executor/ddl executor/executor executor/foreign_key executor/issues executor/join executor/jointest/hash_join executor/kv executor/prepared executor/show executor/split_table executor/union_scan executor/write explain-non-select-stmt explain explain_complex explain_complex_stats explain_cte explain_easy explain_easy_stats explain_foreign_key explain_generate_column_substitute explain_indexmerge_stats explain_join_stats explain_shard_index explain_stats explain_union_scan expression/builtin expression/cast expression/charset_and_collation expression/enum_set expression/explain expression/issues expression/json expression/misc expression/plan_cache expression/time expression/vitess_hash generated_columns imdbload index_join index_merge infoschema/cluster_tables infoschema/infoschema infoschema/tables naaj new_character_set new_character_set_builtin new_character_set_invalid planner/cardinality/selectivity planner/cardinality/trace planner/cascades/integration planner/core/casetest/expression_rewriter planner/core/casetest/hint/hint planner/core/casetest/integration planner/core/casetest/partition/integration_partition planner/core/casetest/partition/partition_pruner planner/core/casetest/point_get_plan planner/core/casetest/predicate_simplification planner/core/casetest/pushdown/push_down planner/core/casetest/rule/rule_derive_topn_from_window planner/core/casetest/rule/rule_join_reorder planner/core/casetest/rule/rule_result_reorder planner/core/cbo planner/core/enforce_mpp planner/core/expression_rewriter planner/core/indexmerge_intersection planner/core/indexmerge_path planner/core/integration planner/core/integration_partition planner/core/issuetest/planner_issue planner/core/partition_pruner planner/core/physical_plan planner/core/plan planner/core/plan_cache planner/core/plan_cost_ver2 planner/core/point_get_plan planner/core/preprocess planner/core/range_scan_for_like planner/core/rule_constant_propagation planner/core/rule_join_reorder planner/core/rule_result_reorder planner/core/tests/prepare/issue planner/core/tests/prepare/prepare planner/funcdep/only_full_group_by privilege/privileges select session/bootstrap_upgrade session/clustered_index session/common session/nontransactional session/session session/temporary_table session/variable session/vars sessionctx/setvar sessiontxn/externals show statistics/handle statistics/integration statistics/lock_table_stats subquery table/cache table/index table/partition table/tables table/temptable topn_push_down topn_pushdown tpch types/const util/admin util/ranger window_function]" time="2024-05-06T15:06:01+08:00" level=warning msg="Create new db show" time="2024-05-06T15:06:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/show.test: ok! 3 test cases passed, take time 0.000582127 s time="2024-05-06T15:06:01+08:00" level=info msg="run test [show] ok" time="2024-05-06T15:06:01+08:00" level=warning msg="Create new db access_path_selection" time="2024-05-06T15:06:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.013419446 s time="2024-05-06T15:06:01+08:00" level=info msg="run test [access_path_selection] ok" time="2024-05-06T15:06:01+08:00" level=warning msg="Create new db agg_predicate_pushdown" time="2024-05-06T15:06:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.012663922 s time="2024-05-06T15:06:01+08:00" level=info msg="run test [agg_predicate_pushdown] ok" time="2024-05-06T15:06:01+08:00" level=warning msg="Create new db bindinfo__bind" time="2024-05-06T15:06:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN ./t/bindinfo/bind.test: ok! 100 test cases passed, take time 0.354634307 s time="2024-05-06T15:06:02+08:00" level=info msg="run test [bindinfo/bind] ok" time="2024-05-06T15:06:02+08:00" level=warning msg="Create new db bindinfo__session_handle" time="2024-05-06T15:06:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.036032901 s time="2024-05-06T15:06:02+08:00" level=info msg="run test [bindinfo/session_handle] ok" time="2024-05-06T15:06:02+08:00" level=warning msg="Create new db black_list" time="2024-05-06T15:06:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/black_list.test: ok! 24 test cases passed, take time 0.018942302 s time="2024-05-06T15:06:02+08:00" level=info msg="run test [black_list] ok" time="2024-05-06T15:06:02+08:00" level=warning msg="Create new db clustered_index" time="2024-05-06T15:06:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/integrationtest.sh n ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.26.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb Avoid second fetch [Pipeline] { Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) go: downloading go.uber.org/multierr v1.11.0 [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif Commit message: "fix(br): use failpoint tidb-server instead (#2951)" ./t/clustered_index.test: ok! 47 test cases passed, take time 1.8680020339999999 s time="2024-05-06T15:06:04+08:00" level=info msg="run test [clustered_index] ok" time="2024-05-06T15:06:04+08:00" level=warning msg="Create new db collation_agg_func" time="2024-05-06T15:06:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.059256266 s time="2024-05-06T15:06:04+08:00" level=info msg="run test [collation_agg_func] ok" time="2024-05-06T15:06:04+08:00" level=warning msg="Create new db collation_check_use_collation" time="2024-05-06T15:06:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.270790669 s building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231008024516-f3b554899a0c diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif time="2024-05-06T15:06:04+08:00" level=info msg="run test [collation_check_use_collation] ok" time="2024-05-06T15:06:04+08:00" level=warning msg="Create new db collation_misc" time="2024-05-06T15:06:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_misc.test: ok! 61 test cases passed, take time 0.212386034 s time="2024-05-06T15:06:04+08:00" level=info msg="run test [collation_misc] ok" time="2024-05-06T15:06:04+08:00" level=warning msg="Create new db collation_pointget" time="2024-05-06T15:06:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/tidb/parser v0.0.0-20230921011512-71e5858366cb go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading go.uber.org/zap v1.25.0 go: downloading github.com/pingcap/log v1.1.0 go: downloading golang.org/x/text v0.12.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.27293132 s time="2024-05-06T15:06:05+08:00" level=info msg="run test [collation_pointget] ok" time="2024-05-06T15:06:05+08:00" level=warning msg="Create new db common_collation" time="2024-05-06T15:06:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/common_collation.test: ok! 26 test cases passed, take time 0.07883966 s time="2024-05-06T15:06:05+08:00" level=info msg="run test [common_collation] ok" time="2024-05-06T15:06:05+08:00" level=warning msg="Create new db cte" time="2024-05-06T15:06:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" go: downloading github.com/benbjohnson/clock v1.3.5 + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") ./t/cte.test: ok! 189 test cases passed, take time 0.838012531 s time="2024-05-06T15:06:06+08:00" level=info msg="run test [cte] ok" time="2024-05-06T15:06:06+08:00" level=warning msg="Create new db ddl__attributes_sql" time="2024-05-06T15:06:06+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.238557054 s time="2024-05-06T15:06:06+08:00" level=info msg="run test [ddl/attributes_sql] ok" time="2024-05-06T15:06:06+08:00" level=warning msg="Create new db ddl__column" time="2024-05-06T15:06:06+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column.test: ok! 16 test cases passed, take time 0.107045891 s time="2024-05-06T15:06:06+08:00" level=info msg="run test [ddl/column] ok" time="2024-05-06T15:06:06+08:00" level=warning msg="Create new db ddl__column_change" time="2024-05-06T15:06:06+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.030011598 s time="2024-05-06T15:06:06+08:00" level=info msg="run test [ddl/column_change] ok" time="2024-05-06T15:06:06+08:00" level=warning msg="Create new db ddl__column_modify" time="2024-05-06T15:06:06+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 0.921051907 s time="2024-05-06T15:06:07+08:00" level=info msg="run test [ddl/column_modify] ok" time="2024-05-06T15:06:07+08:00" level=warning msg="Create new db ddl__column_type_change" time="2024-05-06T15:06:07+08:00" level=info msg="enable tidb_enable_analyze_snapshot" GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 4.65 secs (422695762 bytes/sec) [Pipeline] { [Pipeline] cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... INFO: Invocation ID: 5e3d7ca6-3cbb-4267-a6bd-57e916f19b9e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_41.3092903531/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 5.20 secs (378084631 bytes/sec) [Pipeline] { [Pipeline] cache Loading: INFO: Invocation ID: 1151f836-3353-48f1-a2cf-570e739fdfd8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_41.1321370097/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1167 targets configured) Analyzing: target //:gazelle (73 packages loaded, 711 targets configured) start tidb-server, log file: ./integration-test.out tidb-server(PID: 1785) started Analyzing: target //:gazelle (99 packages loaded, 10430 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) ./t/ddl/column_type_change.test: ok! 1268 test cases passed, take time 21.95166146 s time="2024-05-06T15:06:29+08:00" level=info msg="run test [ddl/column_type_change] ok" time="2024-05-06T15:06:29+08:00" level=warning msg="Create new db ddl__constraint" time="2024-05-06T15:06:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 7.50 secs (262278715 bytes/sec) [Pipeline] { [Pipeline] cache run all integration test cases (disabled new collation) time="2024-05-06T15:06:29+08:00" level=info msg="running tests: [collation_agg_func collation_check_use_collation collation_misc collation_pointget]" time="2024-05-06T15:06:29+08:00" level=warning msg="Create new db collation_agg_func" time="2024-05-06T15:06:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.057694351 s time="2024-05-06T15:06:29+08:00" level=info msg="run test [collation_agg_func] ok" time="2024-05-06T15:06:29+08:00" level=warning msg="Create new db collation_check_use_collation" time="2024-05-06T15:06:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.29364927 s time="2024-05-06T15:06:29+08:00" level=info msg="run test [collation_check_use_collation] ok" time="2024-05-06T15:06:29+08:00" level=warning msg="Create new db collation_misc" time="2024-05-06T15:06:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_misc.test: ok! 61 test cases passed, take time 0.255306282 s time="2024-05-06T15:06:30+08:00" level=info msg="run test [collation_misc] ok" time="2024-05-06T15:06:30+08:00" level=warning msg="Create new db collation_pointget" time="2024-05-06T15:06:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.280965215 s time="2024-05-06T15:06:30+08:00" level=info msg="run test [collation_pointget] ok" Great, All tests passed ./t/ddl/constraint.test: ok! 438 test cases passed, take time 1.869027977 s time="2024-05-06T15:06:31+08:00" level=info msg="run test [ddl/constraint] ok" time="2024-05-06T15:06:31+08:00" level=warning msg="Create new db ddl__db" time="2024-05-06T15:06:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" integrationtest passed! ./run-tests.sh: line 1: kill: (1785) - No such process ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb ./t/ddl/db.test: ok! 288 test cases passed, take time 3.101442234 s time="2024-05-06T15:06:34+08:00" level=info msg="run test [ddl/db] ok" time="2024-05-06T15:06:34+08:00" level=warning msg="Create new db ddl__db_cache" time="2024-05-06T15:06:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 0.264104692 s time="2024-05-06T15:06:34+08:00" level=info msg="run test [ddl/db_cache] ok" time="2024-05-06T15:06:34+08:00" level=warning msg="Create new db ddl__db_change" time="2024-05-06T15:06:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.155854447 s time="2024-05-06T15:06:35+08:00" level=info msg="run test [ddl/db_change] ok" time="2024-05-06T15:06:35+08:00" level=warning msg="Create new db ddl__db_foreign_key" time="2024-05-06T15:06:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.119259661 s time="2024-05-06T15:06:35+08:00" level=info msg="run test [ddl/db_foreign_key] ok" time="2024-05-06T15:06:35+08:00" level=warning msg="Create new db ddl__db_integration" time="2024-05-06T15:06:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 4.31 secs (456509669 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (171 packages loaded, 11225 targets configured) ./t/ddl/db_integration.test: ok! 662 test cases passed, take time 4.957348469 s time="2024-05-06T15:06:40+08:00" level=info msg="run test [ddl/db_integration] ok" time="2024-05-06T15:06:40+08:00" level=warning msg="Create new db ddl__db_partition" time="2024-05-06T15:06:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (162 packages loaded, 11085 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 3.00 secs (654986893 bytes/sec) [Pipeline] { [Pipeline] sh [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 3.1 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [Pipeline] sh Analyzing: target //:gazelle (252 packages loaded, 11664 targets configured) + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 10.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r--. 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r--. 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de [Pipeline] sh [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [20 / 311] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [287 / 311] GoLink external/org_golang_x_tools/cmd/goyacc/goyacc_/goyacc [for tool]; Downloading external/org_golang_x_tools/cmd/goyacc/goyacc_/goyacc, 639.8 KiB / 2.0 MiB; 0s remote-cache ... (4 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.519s, Critical Path: 3.62s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle [Pipeline] } [Pipeline] withEnv [Pipeline] { bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: c3683054-fe6e-4bea-a35b-b7776c5fda55 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_41.3092903531/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) [Pipeline] container [Pipeline] { Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [Pipeline] // dir Post stage [Pipeline] // cache [Pipeline] // cache [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.4 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] // cache [Pipeline] // cache [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [Pipeline] sh Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh [Pipeline] junit Recording test results + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] stage [Pipeline] { (Test) [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh None of the test reports contained any result + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Checks API] No suitable checks publisher found. Analyzing: target //tools/tazel:tazel (113 packages loaded, 12862 targets configured) [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh No test report files were found. Configuration error? + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache ... (3 actions, 0 running) [Pipeline] sh INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [Pipeline] } diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif [73 / 311] GoCompilePkg external/co_honnef_go_tools/pattern/pattern.a [for tool]; Downloading external/co_honnef_go_tools/pattern/pattern.a, 503.8 KiB / 1.5 MiB; 0s remote-cache ... (8 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (8 actions, 0 running) [Pipeline] sh ./t/ddl/db_partition.test: ok! 1145 test cases passed, take time 8.75235488 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/db_partition] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__db_rename" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_rename.test: ok! 10 test cases passed, take time 0.037897225 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/db_rename] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__db_table" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_table.test: ok! 53 test cases passed, take time 0.303633387 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/db_table] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__ddl_error" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.038331046 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/ddl_error] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__ddl_tiflash" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.022288185 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/ddl_tiflash] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__fail_db" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.100018751 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/fail_db] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__index_modify" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 0.096234215 s time="2024-05-06T15:06:49+08:00" level=info msg="run test [ddl/index_modify] ok" time="2024-05-06T15:06:49+08:00" level=warning msg="Create new db ddl__integration" time="2024-05-06T15:06:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/integration.test: ok! 59 test cases passed, take time 0.322672694 s time="2024-05-06T15:06:50+08:00" level=info msg="run test [ddl/integration] ok" time="2024-05-06T15:06:50+08:00" level=warning msg="Create new db ddl__modify_column" time="2024-05-06T15:06:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif [Pipeline] // dir + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 33.852s, Critical Path: 6.76s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle [Pipeline] sh [534 / 573] GoCompilePkg external/io_etcd_go_etcd_client_v3/client.a; 0s remote-cache ... (4 actions, 0 running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] } bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 7f400692-2c58-4e68-b7bc-11a9f42dc5b6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_41.1321370097/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.326s, Critical Path: 2.62s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] { Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [Pipeline] // withCredentials [Pipeline] } [Pipeline] cache + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... Analyzing: target //tools/tazel:tazel (7 packages loaded, 11865 targets configured) INFO: Invocation ID: a381e776-af4a-4359-8b8f-80b0010db207 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_41.3092903531/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/brietest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //tools/tazel:tazel (109 packages loaded, 12849 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 Analyzing: target //tests/realtikvtest/brietest:brietest_test (377 packages loaded, 1467 targets configured) go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 5] [Prepa] BazelWorkspaceStatusAction stable-status.txt go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/brietest:brietest_test (647 packages loaded, 12837 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (850 packages loaded, 14398 targets configured) [267 / 573] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (954 packages loaded, 15922 targets configured) [487 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a; Downloading external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (987 packages loaded, 16062 targets configured) [566 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.551s, Critical Path: 3.20s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/brietest:brietest_test (1087 packages loaded, 16824 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: 452fda3a-4bcb-4131-a975-ea1b8b7fa28f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_41.1321370097/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 8.910437689 s time="2024-05-06T15:06:59+08:00" level=info msg="run test [ddl/modify_column] ok" time="2024-05-06T15:06:59+08:00" level=warning msg="Create new db ddl__multi_schema_change" time="2024-05-06T15:06:59+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/pessimistictest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807) 1966606848 bytes in 6.94 secs (283521996 bytes/sec) [Pipeline] { Analyzing: target //tests/realtikvtest/brietest:brietest_test (1202 packages loaded, 17632 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh + ls -l rev-0e2105d15b5f48db76daef198eaa459e2a36b3de -rw-r--r-- 1 jenkins jenkins 0 May 6 15:03 rev-0e2105d15b5f48db76daef198eaa459e2a36b3de GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [Pipeline] // timeout Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (388 packages loaded, 1319 targets configured) Starting local Bazel server and connecting to it... + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 Analyzing: target //tests/realtikvtest/brietest:brietest_test (1289 packages loaded, 18447 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [Pipeline] } [Pipeline] sh Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (647 packages loaded, 11863 targets configured) [Pipeline] sh Analyzing: target //tests/realtikvtest/brietest:brietest_test (1366 packages loaded, 18891 targets configured) ./t/ddl/multi_schema_change.test: ok! 297 test cases passed, take time 4.217143502 s time="2024-05-06T15:07:03+08:00" level=info msg="run test [ddl/multi_schema_change] ok" time="2024-05-06T15:07:03+08:00" level=warning msg="Create new db ddl__partition" time="2024-05-06T15:07:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" INFO: Invocation ID: e41018a3-cb5d-4cd2-8809-5b904bf596b0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_48.3749604221/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-807 already exists) + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] // stage [Pipeline] } [Pipeline] // cache ./t/ddl/partition.test: ok! 145 test cases passed, take time 0.816644182 s time="2024-05-06T15:07:04+08:00" level=info msg="run test [ddl/partition] ok" time="2024-05-06T15:07:04+08:00" level=warning msg="Create new db ddl__primary_key_handle" time="2024-05-06T15:07:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" INFO: Invocation ID: da6ec870-c746-4e84-96a0-1fd75866844c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_47.2913628773/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] sh Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (842 packages loaded, 14002 targets configured) [Pipeline] // container [Pipeline] } Analyzing: target //tests/realtikvtest/brietest:brietest_test (1373 packages loaded, 19160 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1378 packages loaded, 19437 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) [Pipeline] // withEnv + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] sh Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 1.230673129 s time="2024-05-06T15:07:05+08:00" level=info msg="run test [ddl/primary_key_handle] ok" time="2024-05-06T15:07:05+08:00" level=warning msg="Create new db ddl__reorg_partition" time="2024-05-06T15:07:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // stage Loading: Loading: Loading: 0 packages loaded [Pipeline] } Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (954 packages loaded, 15622 targets configured) [23 / 1,428] GoTestGenTest tests/realtikvtest/brietest/brietest_test_/testmain.go; 1s remote-cache, linux-sandbox ... (5 actions, 2 running) diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (999 packages loaded, 16035 targets configured) [25 / 1,428] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1089 packages loaded, 17083 targets configured) + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-0e2105d15b5f48db76daef198eaa459e2a36b3de no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [355 / 1,428] GoCompilePkg external/org_uber_go_zap/zap.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1126 packages loaded, 17254 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 3.096323663 s time="2024-05-06T15:07:08+08:00" level=info msg="run test [ddl/reorg_partition] ok" time="2024-05-06T15:07:08+08:00" level=warning msg="Create new db ddl__resource_group" time="2024-05-06T15:07:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.044743955 s time="2024-05-06T15:07:08+08:00" level=info msg="run test [ddl/resource_group] ok" time="2024-05-06T15:07:08+08:00" level=warning msg="Create new db ddl__sequence" time="2024-05-06T15:07:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... time="2024-05-06T15:07:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:07:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) [744 / 1,428] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) time="2024-05-06T15:07:09+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1196 packages loaded, 17689 targets configured) time="2024-05-06T15:07:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (74 packages loaded, 1291 targets configured) ./t/ddl/sequence.test: ok! 268 test cases passed, take time 1.624414585 s time="2024-05-06T15:07:10+08:00" level=info msg="run test [ddl/sequence] ok" time="2024-05-06T15:07:10+08:00" level=warning msg="Create new db ddl__serial" time="2024-05-06T15:07:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,042 / 1,428] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 17.4 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1292 packages loaded, 18228 targets configured) Analyzing: target //:gazelle (67 packages loaded, 602 targets configured) ./t/ddl/serial.test: ok! 65 test cases passed, take time 0.47765989 s time="2024-05-06T15:07:10+08:00" level=info msg="run test [ddl/serial] ok" time="2024-05-06T15:07:10+08:00" level=warning msg="Create new db ddl__table_modify" time="2024-05-06T15:07:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 0.204195241 s INFO: Invocation ID: 80ca28b8-cbf9-4ac6-98db-bd420cd2c56f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.3068967256/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: time="2024-05-06T15:07:11+08:00" level=info msg="run test [ddl/table_modify] ok" time="2024-05-06T15:07:11+08:00" level=warning msg="Create new db executor__admin" time="2024-05-06T15:07:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,170 / 1,428] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikvrpc/interceptor/interceptor.a ./t/executor/admin.test: ok! 66 test cases passed, take time 0.386336968 s time="2024-05-06T15:07:11+08:00" level=info msg="run test [executor/admin] ok" time="2024-05-06T15:07:11+08:00" level=warning msg="Create new db executor__aggregate" time="2024-05-06T15:07:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 8764 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c INFO: Invocation ID: b3bf9d6b-28e0-4d65-9228-2e40233de1d3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.2441766816/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1297 packages loaded, 18504 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,285 / 1,428] GoCompilePkg pkg/privilege/privilege.a; 0s remote-cache ... (7 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1378 packages loaded, 19075 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Loading: [1,310 / 1,428] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (2 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: Loading: 0 packages loaded ./t/executor/aggregate.test: ok! 676 test cases passed, take time 2.438199129 s time="2024-05-06T15:07:14+08:00" level=info msg="run test [executor/aggregate] ok" time="2024-05-06T15:07:14+08:00" level=warning msg="Create new db executor__ddl" time="2024-05-06T15:07:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 [19 / 1,423] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) ./t/executor/ddl.test: ok! 158 test cases passed, take time 1.313500595 s time="2024-05-06T15:07:15+08:00" level=info msg="run test [executor/ddl] ok" time="2024-05-06T15:07:15+08:00" level=warning msg="Create new db executor__executor" time="2024-05-06T15:07:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [20 / 1,423] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) [1,357 / 1,428] GoCompilePkg br/pkg/utils/utils.a; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) [158 / 1,423] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 2.0 MiB / 5.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,358 / 1,428] GoCompilePkg br/pkg/version/version.a; 1s remote-cache, linux-sandbox ... (14 actions running) Analyzing: target //:gazelle (52 packages loaded, 444 targets configured) [419 / 1,423] GoCompilePkg external/org_golang_x_net/http2/http2.a; Downloading external/org_golang_x_net/http2/http2.a, 2.0 MiB / 3.9 MiB; 0s remote-cache ... (8 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10432 targets configured) [689 / 1,423] GoCompilePkg external/com_github_xitongsys_parquet_go/parquet/parquet.a; Downloading external/com_github_xitongsys_parquet_go/parquet/parquet.a, 1023.8 KiB / 2.6 MiB; 0s remote-cache ... (8 actions, 0 running) go: downloading github.com/sergi/go-diff v1.1.0 [1,358 / 1,428] GoCompilePkg br/pkg/version/version.a; 3s remote-cache, linux-sandbox ... (14 actions running) [962 / 1,423] GoCompilePkg external/com_github_cockroachdb_pebble/internal/arenaskl/arenaskl.a; Downloading external/com_github_cockroachdb_pebble/internal/arenaskl/arenaskl.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (45 packages loaded, 415 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) [1,071 / 1,423] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 37.2 MiB / 71.0 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10429 targets configured) ./t/executor/executor.test: ok! 1398 test cases passed, take time 4.682850745 s time="2024-05-06T15:07:20+08:00" level=info msg="run test [executor/executor] ok" time="2024-05-06T15:07:20+08:00" level=warning msg="Create new db executor__foreign_key" time="2024-05-06T15:07:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" INFO: Invocation ID: 7d598331-d321-4a78-9310-655ef1fe13de INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.3745444635/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,368 / 1,428] GoCompilePkg pkg/disttask/framework/scheduler/scheduler.a; 1s remote-cache, linux-sandbox ... (14 actions, 12 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,138 / 1,423] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a, 7.0 MiB / 8.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,374 / 1,428] GoCompilePkg br/pkg/streamhelper/streamhelper.a; 2s remote-cache, linux-sandbox ... (7 actions, 6 running) Loading: Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: 963a87ad-ddc6-42c6-b6b4-ef36f387e034 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.3304204830/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [1,224 / 1,423] GoCompilePkg pkg/util/deadlockhistory/deadlockhistory.a; Downloading pkg/util/deadlockhistory/deadlockhistory.a, 919.8 KiB / 1.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,378 / 1,428] GoCompilePkg br/pkg/checksum/checksum.a; 0s remote-cache, linux-sandbox ... (5 actions running) Loading: Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) [1,291 / 1,423] GoCompilePkg pkg/ddl/util/util.a; 0s remote-cache ... (5 actions, 0 running) Loading: Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (166 packages loaded, 11212 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (168 packages loaded, 11213 targets configured) [1,379 / 1,428] GoCompilePkg br/pkg/lightning/errormanager/errormanager.a; 1s remote-cache, linux-sandbox ... (4 actions running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,308 / 1,423] [Prepa] GoCompilePkg pkg/planner/util/util.a ./t/executor/foreign_key.test: ok! 260 test cases passed, take time 4.181821933 s time="2024-05-06T15:07:24+08:00" level=info msg="run test [executor/foreign_key] ok" time="2024-05-06T15:07:24+08:00" level=warning msg="Create new db executor__issues" time="2024-05-06T15:07:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (264 packages loaded, 11912 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Invocation ID: fbb4e1ab-a007-4032-8d3d-464d763235fc INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_52.2037543700/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,381 / 1,428] GoCompilePkg br/pkg/lightning/backend/external/external.a; 0s remote-cache, linux-sandbox [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Starting local Bazel server and connecting to it... [1,351 / 1,423] GoCompilePkg br/pkg/utils/utils.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) Loading: ./t/executor/issues.test: ok! 390 test cases passed, take time 2.066859061 s time="2024-05-06T15:07:26+08:00" level=info msg="run test [executor/issues] ok" time="2024-05-06T15:07:26+08:00" level=warning msg="Create new db executor__join" time="2024-05-06T15:07:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,382 / 1,428] GoCompilePkg br/pkg/lightning/backend/local/local.a; 1s remote-cache, linux-sandbox [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http/internal/ascii.a; 1s remote-cache ... (3 actions, 0 running) [1,355 / 1,423] GoCompilePkg pkg/telemetry/telemetry.a; 0s remote-cache, linux-sandbox ... (11 actions, 10 running) Analyzing: target //:gazelle (53 packages loaded, 467 targets configured) INFO: Invocation ID: 42df36a4-0bd3-4343-9c61-689f5ed1584c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_05_36.3180022587/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: [1,384 / 1,428] [Prepa] GoCompilePkg pkg/ddl/ddl.a [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) [1,360 / 1,423] GoCompilePkg br/pkg/streamhelper/streamhelper.a; 1s remote-cache, linux-sandbox ... (12 actions running) [123 / 311] GoCompilePkg external/org_golang_x_tools/go/types/objectpath/objectpath.a [for tool]; Downloading external/org_golang_x_tools/go/types/objectpath/objectpath.a; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (98 packages loaded, 9937 targets configured) ./t/executor/join.test: ok! 390 test cases passed, take time 2.422838236 s time="2024-05-06T15:07:28+08:00" level=info msg="run test [executor/join] ok" time="2024-05-06T15:07:28+08:00" level=warning msg="Create new db executor__jointest__hash_join" time="2024-05-06T15:07:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) [116 / 311] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; Downloading external/org_golang_x_tools/go/ssa/ssa.a, 3.2 MiB / 4.2 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (67 packages loaded, 662 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 0.707820011 s time="2024-05-06T15:07:29+08:00" level=info msg="run test [executor/jointest/hash_join] ok" time="2024-05-06T15:07:29+08:00" level=warning msg="Create new db executor__kv" time="2024-05-06T15:07:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/kv.test: ok! 16 test cases passed, take time 0.188761126 s time="2024-05-06T15:07:29+08:00" level=info msg="run test [executor/kv] ok" time="2024-05-06T15:07:29+08:00" level=warning msg="Create new db executor__prepared" time="2024-05-06T15:07:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,360 / 1,423] GoCompilePkg br/pkg/streamhelper/streamhelper.a; 2s remote-cache, linux-sandbox ... (12 actions running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.293s, Critical Path: 3.65s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.000s, Critical Path: 3.98s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle ./t/executor/prepared.test: ok! 105 test cases passed, take time 0.289932262 s time="2024-05-06T15:07:30+08:00" level=info msg="run test [executor/prepared] ok" time="2024-05-06T15:07:30+08:00" level=warning msg="Create new db executor__show" time="2024-05-06T15:07:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) INFO: Invocation ID: bb9eaf5b-9396-4e6f-b753-cc72032927f2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_48.3749604221/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [1,384 / 1,428] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) ./t/executor/show.test: ok! 55 test cases passed, take time 0.485020829 s time="2024-05-06T15:07:30+08:00" level=info msg="run test [executor/show] ok" time="2024-05-06T15:07:30+08:00" level=warning msg="Create new db executor__split_table" INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 7bc75b4b-db9a-4c86-97b7-c43e8ff370d6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_47.2913628773/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) time="2024-05-06T15:07:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/split_table.test: ok! 7 test cases passed, take time 0.054585993 s time="2024-05-06T15:07:30+08:00" level=info msg="run test [executor/split_table] ok" time="2024-05-06T15:07:30+08:00" level=warning msg="Create new db executor__union_scan" time="2024-05-06T15:07:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (74 packages loaded, 6654 targets configured) Analyzing: target //:gazelle (168 packages loaded, 11215 targets configured) [1,366 / 1,423] GoCompilePkg br/pkg/lightning/backend/encode/encode.a; 1s remote-cache, linux-sandbox ... (12 actions running) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) ./t/executor/union_scan.test: ok! 231 test cases passed, take time 0.813341316 s time="2024-05-06T15:07:31+08:00" level=info msg="run test [executor/union_scan] ok" time="2024-05-06T15:07:31+08:00" level=warning msg="Create new db executor__write" time="2024-05-06T15:07:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11804 targets configured) Analyzing: target //:gazelle (264 packages loaded, 11912 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11855 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,374 / 1,423] GoCompilePkg br/pkg/lightning/errormanager/errormanager.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) Analyzing: target //:gazelle (45 packages loaded, 432 targets configured) Analyzing: target //tools/tazel:tazel (111 packages loaded, 12846 targets configured) Analyzing: target //:gazelle (96 packages loaded, 4087 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //tools/tazel:tazel (116 packages loaded, 12919 targets configured) [24 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [1,377 / 1,423] [Prepa] GoCompilePkg br/pkg/lightning/backend/local/local.a Analyzing: target //:gazelle (110 packages loaded, 10528 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1179 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (110 packages loaded, 10528 targets configured) [1,378 / 1,423] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10432 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (5 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracle.a ... (4 actions, 0 running) Analyzing: target //:gazelle (223 packages loaded, 11554 targets configured) [1,384 / 1,428] GoCompilePkg pkg/ddl/ddl.a; 6s remote-cache, linux-sandbox [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 1 running) [529 / 573] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.5 MiB / 8.4 MiB; 0s remote-cache ... (4 actions, 0 running) [533 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 1.9 MiB / 10.4 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) [1,379 / 1,423] GoCompilePkg pkg/ddl/ddl.a; 0s remote-cache, linux-sandbox [270 / 311] [Prepa] GoCompilePkg build/tidb_nogo_actual~nogo.a [for tool] Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.168s, Critical Path: 3.03s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.836s, Critical Path: 4.09s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,387 / 1,428] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.869s, Critical Path: 2.90s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 239442d4-0a48-4482-b7e0-9c9cfa08ae68 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.3068967256/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. ./t/executor/write.test: ok! 935 test cases passed, take time 6.407537325 s time="2024-05-06T15:07:38+08:00" level=info msg="run test [executor/write] ok" time="2024-05-06T15:07:38+08:00" level=warning msg="Create new db explain-non-select-stmt" time="2024-05-06T15:07:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.014804291 s time="2024-05-06T15:07:38+08:00" level=info msg="run test [explain-non-select-stmt] ok" time="2024-05-06T15:07:38+08:00" level=warning msg="Create new db explain" time="2024-05-06T15:07:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain.test: ok! 21 test cases passed, take time 0.075570119 s time="2024-05-06T15:07:38+08:00" level=info msg="run test [explain] ok" time="2024-05-06T15:07:38+08:00" level=warning msg="Create new db explain_complex" time="2024-05-06T15:07:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) ./t/explain_complex.test: ok! 41 test cases passed, take time 0.266364414 s time="2024-05-06T15:07:38+08:00" level=info msg="run test [explain_complex] ok" time="2024-05-06T15:07:38+08:00" level=warning msg="Create new db explain_complex_stats" time="2024-05-06T15:07:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 5c4e2ea6-0e63-4288-ba0a-5114c6ad337f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_48.3749604221/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 98700265-b53e-4646-bbd6-50034551ebd5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_47.2913628773/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/txntest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/statisticstest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [1,388 / 1,428] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 1s remote-cache, linux-sandbox ... (12 actions running) [1,379 / 1,423] GoCompilePkg pkg/ddl/ddl.a; 3s remote-cache, linux-sandbox [1,394 / 1,428] GoCompilePkg pkg/executor/lockstats/lockstats.a; 0s remote-cache, linux-sandbox ... (14 actions running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //tools/tazel:tazel (115 packages loaded, 12919 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (391 packages loaded, 1656 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (172 packages loaded, 1778 targets configured) [221 / 311] GoCompilePkg build/linter/staticcheck/SA5005.a [for tool]; Downloading build/linter/staticcheck/SA5005.x; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.976s, Critical Path: 3.89s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (173 packages loaded, 11219 targets configured) ./t/explain_complex_stats.test: ok! 52 test cases passed, take time 2.272472236 s time="2024-05-06T15:07:40+08:00" level=info msg="run test [explain_complex_stats] ok" time="2024-05-06T15:07:40+08:00" level=warning msg="Create new db explain_cte" time="2024-05-06T15:07:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_cte.test: ok! 53 test cases passed, take time 0.216847352 s time="2024-05-06T15:07:41+08:00" level=info msg="run test [explain_cte] ok" time="2024-05-06T15:07:41+08:00" level=warning msg="Create new db explain_easy" time="2024-05-06T15:07:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,382 / 1,423] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 2624c019-bc42-477a-8ad7-13a8d933ea80 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.2441766816/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt Analyzing: target //tests/realtikvtest/txntest:txntest_test (646 packages loaded, 12625 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (604 packages loaded, 3039 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. ./t/explain_easy.test: ok! 190 test cases passed, take time 0.823625118 s time="2024-05-06T15:07:41+08:00" level=info msg="run test [explain_easy] ok" time="2024-05-06T15:07:41+08:00" level=warning msg="Create new db explain_easy_stats" time="2024-05-06T15:07:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,394 / 1,428] GoCompilePkg pkg/executor/lockstats/lockstats.a; 2s remote-cache, linux-sandbox ... (14 actions running) Analyzing: target //:gazelle (264 packages loaded, 11912 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... Analyzing: target //tests/realtikvtest/txntest:txntest_test (857 packages loaded, 14377 targets configured) ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 0.553923493 s time="2024-05-06T15:07:42+08:00" level=info msg="run test [explain_easy_stats] ok" time="2024-05-06T15:07:42+08:00" level=warning msg="Create new db explain_foreign_key" time="2024-05-06T15:07:42+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (779 packages loaded, 14089 targets configured) [1,382 / 1,423] GoCompilePkg pkg/domain/domain.a; 2s remote-cache, linux-sandbox [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (8 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11871 targets configured) ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 0.362830369 s time="2024-05-06T15:07:42+08:00" level=info msg="run test [explain_foreign_key] ok" time="2024-05-06T15:07:42+08:00" level=warning msg="Create new db explain_generate_column_substitute" time="2024-05-06T15:07:42+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,400 / 1,428] GoCompilePkg pkg/planner/core/core.a; 3s remote-cache, linux-sandbox ... (6 actions running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (897 packages loaded, 15456 targets configured) [546 / 573] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/client.a Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (885 packages loaded, 15355 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (113 packages loaded, 12867 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.434s, Critical Path: 2.49s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,383 / 1,423] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 1s remote-cache, linux-sandbox ... (12 actions running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (995 packages loaded, 16212 targets configured) ./t/explain_generate_column_substitute.test: ok! 225 test cases passed, take time 2.069994372 s time="2024-05-06T15:07:44+08:00" level=error msg="transaction is not committed correctly, rollback" time="2024-05-06T15:07:44+08:00" level=info msg="run test [explain_generate_column_substitute] ok" time="2024-05-06T15:07:44+08:00" level=warning msg="Create new db explain_indexmerge_stats" time="2024-05-06T15:07:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (988 packages loaded, 16127 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: 7b292815-5389-4dc8-9ac3-bb5b574ac09c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_56.3068967256/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [1,401 / 1,428] GoCompilePkg pkg/planner/core/core.a; 5s remote-cache, linux-sandbox ... (6 actions running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1102 packages loaded, 17385 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/addindextest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 0.726599298 s time="2024-05-06T15:07:45+08:00" level=info msg="run test [explain_indexmerge_stats] ok" time="2024-05-06T15:07:45+08:00" level=warning msg="Create new db explain_join_stats" time="2024-05-06T15:07:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.144636044 s time="2024-05-06T15:07:45+08:00" level=info msg="run test [explain_join_stats] ok" time="2024-05-06T15:07:45+08:00" level=warning msg="Create new db explain_shard_index" time="2024-05-06T15:07:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: 2 targets (1 packages loaded, 0 targets configured) ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.062222165 s time="2024-05-06T15:07:46+08:00" level=info msg="run test [explain_shard_index] ok" time="2024-05-06T15:07:46+08:00" level=warning msg="Create new db explain_stats" time="2024-05-06T15:07:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_stats.test: ok! 10 test cases passed, take time 0.06307029 s time="2024-05-06T15:07:46+08:00" level=info msg="run test [explain_stats] ok" time="2024-05-06T15:07:46+08:00" level=warning msg="Create new db explain_union_scan" time="2024-05-06T15:07:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1093 packages loaded, 17231 targets configured) ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.108138319 s time="2024-05-06T15:07:46+08:00" level=info msg="run test [explain_union_scan] ok" time="2024-05-06T15:07:46+08:00" level=warning msg="Create new db expression__builtin" time="2024-05-06T15:07:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [26 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (8 actions, 0 running) [1,384 / 1,423] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 3s remote-cache, linux-sandbox ... (12 actions, 10 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1195 packages loaded, 17953 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (146 packages loaded, 10532 targets configured) Analyzing: target //:gazelle (252 packages loaded, 11561 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1146 packages loaded, 17795 targets configured) Analyzing: target //:gazelle (176 packages loaded, 11241 targets configured) Analyzing: 2 targets (297 packages loaded, 10583 targets configured) [294 / 311] GoLink external/bazel_gazelle/language/proto/gen/gen_known_imports_/gen_known_imports [for tool]; 0s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.551s, Critical Path: 3.80s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle [1,402 / 1,428] GoCompilePkg pkg/planner/core/core.a; 7s remote-cache, linux-sandbox ... (4 actions running) [1,389 / 1,423] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; 1s remote-cache, linux-sandbox ... (14 actions running) [323 / 573] GoCompilePkg external/org_uber_go_zap/zap.a; Downloading external/org_uber_go_zap/zap.a, 583.5 KiB / 2.2 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1288 packages loaded, 18443 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 7ce3aa16-252a-4a9d-942d-b6de11435b9c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.3745444635/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: 2 targets (506 packages loaded, 12106 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1288 packages loaded, 18441 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [532 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 2.6 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1291 packages loaded, 18586 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/funcdata.h; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (167 packages loaded, 11213 targets configured) [22 / 311] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (2 actions, 0 running) Analyzing: 2 targets (803 packages loaded, 14264 targets configured) [1,402 / 1,428] GoCompilePkg pkg/planner/core/core.a; 9s remote-cache, linux-sandbox ... (4 actions running) [1,394 / 1,423] GoCompilePkg pkg/executor/internal/calibrateresource/calibrateresource.a; 2s remote-cache, linux-sandbox ... (6 actions, 4 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/math/big.a, 1.5 MiB / 1.8 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11609 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 8.146s, Critical Path: 4.11s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1296 packages loaded, 18860 targets configured) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1377 packages loaded, 19432 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: 2 targets (810 packages loaded, 14755 targets configured) [1,396 / 1,423] GoCompilePkg pkg/planner/core/core.a; 3s remote-cache, linux-sandbox ... (5 actions, 4 running) Analyzing: target //tools/tazel:tazel (102 packages loaded, 12741 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 2088d865-cb5a-40a6-a87f-337ffb5e5d45 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_56.2441766816/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1377 packages loaded, 19430 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 6.0 MiB / 8.3 MiB; 0s remote-cache ... (3 actions, 0 running) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (8 actions, 0 running) Loading: Analyzing: 2 targets (957 packages loaded, 15649 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest2[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. [1,403 / 1,428] GoCompilePkg pkg/planner/core/core.a; 11s remote-cache, linux-sandbox ... (4 actions running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 2s remote-cache ... (8 actions, 0 running) ./t/expression/builtin.test: ok! 1332 test cases passed, take time 4.6525710270000005 s time="2024-05-06T15:07:50+08:00" level=info msg="run test [expression/builtin] ok" time="2024-05-06T15:07:50+08:00" level=warning msg="Create new db expression__cast" time="2024-05-06T15:07:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/cast.test: ok! 39 test cases passed, take time 0.071903151 s time="2024-05-06T15:07:51+08:00" level=info msg="run test [expression/cast] ok" time="2024-05-06T15:07:51+08:00" level=warning msg="Create new db expression__charset_and_collation" time="2024-05-06T15:07:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 4.7 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) [25 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 10.2 MiB / 10.4 MiB; 1s remote-cache ... (3 actions, 0 running) [1,397 / 1,423] GoCompilePkg pkg/planner/core/core.a; 5s remote-cache, linux-sandbox ... (4 actions running) Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,405 / 1,428] GoCompilePkg pkg/planner/core/core.a; 12s remote-cache, linux-sandbox ... (4 actions running) [277 / 311] GoCompilePkg external/com_github_pmezard_go_difflib/difflib/difflib.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.594s, Critical Path: 4.33s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.7 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [151 / 311] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Analyzing: 2 targets (1073 packages loaded, 16776 targets configured) [167 / 1,427] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 03ad1573-a5c0-4efc-8e41-93468b7bb81b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_56.3304204830/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (291 packages loaded, 3655 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [1,398 / 1,423] GoCompilePkg pkg/planner/core/core.a; 6s remote-cache, linux-sandbox ... (3 actions, 2 running) [95 / 311] GoCompilePkg external/com_github_nishanths_predeclared/passes/predeclared/predeclared.a [for tool]; Downloading external/com_github_nishanths_predeclared/passes/predeclared/predeclared.x; 0s remote-cache ... (7 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.112s, Critical Path: 3.76s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: 2 targets (1144 packages loaded, 17430 targets configured) [25 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 10.0 MiB / 10.4 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (582 packages loaded, 11952 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 80562744-4be8-4b77-bae9-cee9fd25c015 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_05_36.3180022587/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [447 / 1,427] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 2.5 MiB / 5.9 MiB; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.085s, Critical Path: 3.46s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle ./t/expression/charset_and_collation.test: ok! 705 test cases passed, take time 2.951007576 s time="2024-05-06T15:07:54+08:00" level=info msg="run test [expression/charset_and_collation] ok" time="2024-05-06T15:07:54+08:00" level=warning msg="Create new db expression__enum_set" time="2024-05-06T15:07:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.065233673 s time="2024-05-06T15:07:54+08:00" level=info msg="run test [expression/enum_set] ok" time="2024-05-06T15:07:54+08:00" level=warning msg="Create new db expression__explain" time="2024-05-06T15:07:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [532 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 2.9 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11865 targets configured) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) ./t/expression/explain.test: ok! 77 test cases passed, take time 0.116976328 s time="2024-05-06T15:07:54+08:00" level=info msg="run test [expression/explain] ok" time="2024-05-06T15:07:54+08:00" level=warning msg="Create new db expression__issues" time="2024-05-06T15:07:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [218 / 1,427] GoCompilePkg build/linter/staticcheck/SA5012.a [for tool]; Downloading build/linter/staticcheck/SA5012.a, 87.8 KiB / 152.9 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (784 packages loaded, 13177 targets configured) [1,406 / 1,428] GoCompilePkg pkg/planner/core/core.a; 14s remote-cache, linux-sandbox Analyzing: 2 targets (1239 packages loaded, 17849 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 2b1de9a3-91c9-4090-aeaa-5143f223bacf INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_04_52.2037543700/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [752 / 1,427] GoCompilePkg external/com_github_googleapis_enterprise_certificate_proxy/client/util/util.a; Downloading external/com_github_googleapis_enterprise_certificate_proxy/client/util/util.a; 0s remote-cache ... (8 actions, 0 running) [1,398 / 1,423] GoCompilePkg pkg/planner/core/core.a; 8s remote-cache, linux-sandbox ... (4 actions running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.949s, Critical Path: 2.77s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (114 packages loaded, 12916 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [529 / 1,427] GoCompilePkg external/org_uber_go_zap/zapcore/zapcore.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11595 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (907 packages loaded, 15151 targets configured) Analyzing: 2 targets (1296 packages loaded, 18510 targets configured) [1,015 / 1,427] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; Downloading external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a, 6.0 MiB / 6.6 MiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... Analyzing: target //tools/tazel:tazel (9 packages loaded, 11891 targets configured) INFO: Invocation ID: 75e83a46-9425-4dbb-8b52-75e4dce50728 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_56.3745444635/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [779 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 17.0 MiB / 18.8 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest3[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (108 packages loaded, 12800 targets configured) Analyzing: 2 targets (1296 packages loaded, 18510 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [1,097 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 22.4 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,398 / 1,423] GoCompilePkg pkg/planner/core/core.a; 10s remote-cache, linux-sandbox ... (4 actions running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (979 packages loaded, 15795 targets configured) [1,406 / 1,428] GoCompilePkg pkg/planner/core/core.a; 17s remote-cache, linux-sandbox INFO: Analyzed 2 targets (1377 packages loaded, 19081 targets configured). INFO: Found 1 target and 1 test target... [0 / 24] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest/baseline_coverage.dat ... (4 actions, 0 running) [1,007 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 28.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (149 packages loaded, 13233 targets configured) Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (49 packages loaded, 201 targets configured) [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,156 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (6 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (7 actions, 0 running) [1,400 / 1,423] GoCompilePkg pkg/planner/core/core.a; 11s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1092 packages loaded, 17207 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [20 / 1,424] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,077 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [1,246 / 1,427] GoCompilePkg pkg/util/stmtsummary/stmtsummary.a; Downloading pkg/util/stmtsummary/stmtsummary.a, 87.8 KiB / 2.5 MiB; 0s remote-cache ... (5 actions, 0 running) [535 / 573] [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (262 packages loaded, 11557 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (8 actions, 0 running) [1,402 / 1,423] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 1s remote-cache, linux-sandbox ... (9 actions, 8 running) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1165 packages loaded, 17719 targets configured) [1,167 / 1,427] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/retry/retry.a ... (3 actions, 0 running) [24 / 1,424] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.774s, Critical Path: 2.78s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (562 packages loaded, 12594 targets configured) [524 / 573] GoCompilePkg external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.a; Downloading external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.x, 42.1 KiB / 230.4 KiB; 0s remote-cache ... (6 actions, 0 running) [1,307 / 1,427] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 19.2 MiB / 92.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,406 / 1,423] GoCompilePkg pkg/executor/internal/mpp/mpp.a; 1s remote-cache, linux-sandbox ... (7 actions, 6 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1300 packages loaded, 18446 targets configured) [1,257 / 1,427] GoCompilePkg pkg/util/stmtsummary/v2/stmtsummary.a; Downloading pkg/util/stmtsummary/v2/stmtsummary.a, 2.0 MiB / 2.9 MiB; 0s remote-cache ... (7 actions, 0 running) [1,408 / 1,428] GoCompilePkg pkg/planner/memo/memo.a; 1s remote-cache, linux-sandbox ... (9 actions, 8 running) [1,410 / 1,428] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 2s remote-cache, linux-sandbox ... (8 actions running) [271 / 1,424] [Prepa] GoCompilePkg external/org_uber_go_atomic/atomic.a ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: 6e70a219-fd99-4c87-bf23-d534846e05b8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_56.3304204830/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [534 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a ... (3 actions, 0 running) Loading: Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (801 packages loaded, 14616 targets configured) [1,319 / 1,427] GoCompilePkg pkg/store/mockstore/mockcopr/mockcopr.a; 0s remote-cache ... (7 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1307 packages loaded, 18562 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.173s, Critical Path: 3.10s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) [1,413 / 1,428] GoCompilePkg pkg/planner/implementation/implementation.a; 1s remote-cache, linux-sandbox ... (6 actions running) [1,411 / 1,423] [Prepa] GoCompilePkg pkg/planner/planner.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.589s, Critical Path: 2.77s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (907 packages loaded, 15703 targets configured) [622 / 1,424] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 6.0 MiB / 7.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,369 / 1,427] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 3.9 MiB / 5.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,309 / 1,427] GoCompilePkg pkg/expression/expression.a; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: 38b1f3c3-4218-4622-93c4-c5d1ba5d6eb6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_05_36.3180022587/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [1,416 / 1,428] GoCompilePkg pkg/planner/cascades/cascades.a; 0s remote-cache, linux-sandbox ./t/expression/issues.test: ok! 1295 test cases passed, take time 6.884540026 s time="2024-05-06T15:08:01+08:00" level=info msg="run test [expression/issues] ok" time="2024-05-06T15:08:01+08:00" level=warning msg="Create new db expression__json" time="2024-05-06T15:08:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/json.test: ok! 203 test cases passed, take time 0.338197615 s time="2024-05-06T15:08:01+08:00" level=info msg="run test [expression/json] ok" time="2024-05-06T15:08:01+08:00" level=warning msg="Create new db expression__misc" time="2024-05-06T15:08:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: d17202d7-0bc5-47df-be5f-5b0f97b0d29a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_04_52.2037543700/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1388 packages loaded, 19131 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest4[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/sessiontest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (472 packages loaded, 1456 targets configured) [1,342 / 1,427] GoCompilePkg pkg/ttl/session/session.a; Downloading pkg/ttl/session/session.a, 2.0 MiB / 2.3 MiB; 0s remote-cache ... (6 actions, 0 running) [1,394 / 1,427] GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a, 2.4 MiB / 4.7 MiB; 0s remote-cache ... (7 actions, 0 running) [910 / 1,424] GoCompilePkg br/pkg/membuf/membuf.a; Downloading br/pkg/membuf/membuf.a, 8.0 KiB / 84.9 KiB; 0s remote-cache ... (8 actions, 0 running) [1,412 / 1,423] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1015 packages loaded, 16601 targets configured) [1,417 / 1,428] GoCompilePkg pkg/planner/planner.a; 0s remote-cache, linux-sandbox ./t/expression/misc.test: ok! 392 test cases passed, take time 1.583193018 s time="2024-05-06T15:08:03+08:00" level=info msg="run test [expression/misc] ok" time="2024-05-06T15:08:03+08:00" level=warning msg="Create new db expression__plan_cache" time="2024-05-06T15:08:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1396 packages loaded, 19551 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) ./t/expression/plan_cache.test: ok! 99 test cases passed, take time 0.198849311 s time="2024-05-06T15:08:03+08:00" level=info msg="run test [expression/plan_cache] ok" time="2024-05-06T15:08:03+08:00" level=warning msg="Create new db expression__time" time="2024-05-06T15:08:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (702 packages loaded, 3132 targets configured) [1,080 / 1,424] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 67.4 MiB / 71.0 MiB; 0s remote-cache ... (8 actions, 0 running) ./t/expression/time.test: ok! 201 test cases passed, take time 0.236498231 s time="2024-05-06T15:08:03+08:00" level=info msg="run test [expression/time] ok" time="2024-05-06T15:08:03+08:00" level=warning msg="Create new db expression__vitess_hash" time="2024-05-06T15:08:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 0.160296209 s time="2024-05-06T15:08:03+08:00" level=info msg="run test [expression/vitess_hash] ok" time="2024-05-06T15:08:03+08:00" level=warning msg="Create new db generated_columns" time="2024-05-06T15:08:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (344 packages loaded, 3059 targets configured) [1,385 / 1,427] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1114 packages loaded, 17582 targets configured) [1,415 / 1,427] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.a, 2.0 MiB / 6.0 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (373 packages loaded, 9550 targets configured) ./t/generated_columns.test: ok! 58 test cases passed, take time 0.308675363 s time="2024-05-06T15:08:04+08:00" level=info msg="run test [generated_columns] ok" time="2024-05-06T15:08:04+08:00" level=warning msg="Create new db imdbload" time="2024-05-06T15:08:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (797 packages loaded, 13710 targets configured) [1,176 / 1,424] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/kvrpc/kvrpc.a Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (602 packages loaded, 11893 targets configured) [1,403 / 1,427] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1258 packages loaded, 18317 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (713 packages loaded, 13671 targets configured) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (876 packages loaded, 14855 targets configured) [1,275 / 1,424] [Prepa] GoCompilePkg pkg/util/hint/hint.a ... (6 actions, 0 running) [1,418 / 1,428] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [30 / 1,446] [Prepa] GoCompilePkg external/org_golang_x_mod/semver/semver.a [for tool] ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (815 packages loaded, 14308 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1021 packages loaded, 16307 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1307 packages loaded, 18563 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (896 packages loaded, 15486 targets configured) [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,306 / 1,424] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (903 packages loaded, 15406 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1310 packages loaded, 18706 targets configured) [365 / 1,446] GoCompilePkg external/com_github_coreos_go_systemd_v22/journal/journal.a; Downloading external/com_github_coreos_go_systemd_v22/journal/journal.a, 79.8 KiB / 91.1 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1076 packages loaded, 16948 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1396 packages loaded, 19552 targets configured). INFO: Found 1 test target... [0 / 10] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) [1,356 / 1,424] GoCompilePkg br/pkg/backup/prepare_snap/prepare_snap.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (959 packages loaded, 15919 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1050 packages loaded, 16779 targets configured) [652 / 1,446] GoCompilePkg pkg/errno/errno.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1149 packages loaded, 17459 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1054 packages loaded, 16706 targets configured) [1,385 / 1,424] GoCompilePkg pkg/planner/core/internal/internal.a; Downloading pkg/planner/core/internal/internal.a, 2.1 MiB / 5.1 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1111 packages loaded, 17414 targets configured) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [960 / 1,446] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/leveldb.a; Downloading external/com_github_pingcap_goleveldb/leveldb/leveldb.a, 2.0 MiB / 3.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,413 / 1,423] [Prepa] GoCompilePkg pkg/session/session.a Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1350 packages loaded, 18684 targets configured) ./t/imdbload.test: ok! 63 test cases passed, take time 4.614605487 s time="2024-05-06T15:08:08+08:00" level=info msg="run test [imdbload] ok" time="2024-05-06T15:08:08+08:00" level=warning msg="Create new db index_join" time="2024-05-06T15:08:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/index_join.test: ok! 22 test cases passed, take time 0.161781626 s time="2024-05-06T15:08:09+08:00" level=info msg="run test [index_join] ok" time="2024-05-06T15:08:09+08:00" level=warning msg="Create new db index_merge" time="2024-05-06T15:08:09+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/index_merge.test: ok! 145 test cases passed, take time 0.500323529 s time="2024-05-06T15:08:09+08:00" level=info msg="run test [index_merge] ok" time="2024-05-06T15:08:09+08:00" level=warning msg="Create new db infoschema__cluster_tables" time="2024-05-06T15:08:09+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.028349112 s time="2024-05-06T15:08:09+08:00" level=info msg="run test [infoschema/cluster_tables] ok" time="2024-05-06T15:08:09+08:00" level=warning msg="Create new db infoschema__infoschema" time="2024-05-06T15:08:09+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1104 packages loaded, 17495 targets configured) [25 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 2.0 MiB / 3.4 MiB; 1s remote-cache ... (3 actions, 0 running) [1,404 / 1,424] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 4.1 MiB / 5.1 MiB; 0s remote-cache ... (5 actions, 0 running) [1,041 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 66.3 MiB / 76.2 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1218 packages loaded, 17961 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1395 packages loaded, 19007 targets configured) ./t/infoschema/infoschema.test: ok! 18 test cases passed, take time 0.579295285 s time="2024-05-06T15:08:10+08:00" level=info msg="run test [infoschema/infoschema] ok" time="2024-05-06T15:08:10+08:00" level=warning msg="Create new db infoschema__tables" time="2024-05-06T15:08:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1239 packages loaded, 18197 targets configured) [1,413 / 1,423] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox ./t/infoschema/tables.test: ok! 109 test cases passed, take time 0.388067129 s time="2024-05-06T15:08:10+08:00" level=info msg="run test [infoschema/tables] ok" time="2024-05-06T15:08:10+08:00" level=warning msg="Create new db naaj" time="2024-05-06T15:08:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/naaj.test: ok! 134 test cases passed, take time 0.152172843 s time="2024-05-06T15:08:10+08:00" level=info msg="run test [naaj] ok" time="2024-05-06T15:08:10+08:00" level=warning msg="Create new db new_character_set" time="2024-05-06T15:08:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set.test: ok! 61 test cases passed, take time 0.176062131 s time="2024-05-06T15:08:11+08:00" level=info msg="run test [new_character_set] ok" time="2024-05-06T15:08:11+08:00" level=warning msg="Create new db new_character_set_builtin" time="2024-05-06T15:08:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [209 / 1,446] [Prepa] GoCompilePkg build/linter/staticcheck/SA6005.a [for tool] ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1307 packages loaded, 18563 targets configured) ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 0.54481347 s time="2024-05-06T15:08:11+08:00" level=info msg="run test [new_character_set_builtin] ok" time="2024-05-06T15:08:11+08:00" level=warning msg="Create new db new_character_set_invalid" [1,414 / 1,424] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,140 / 1,446] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; 0s remote-cache ... (7 actions, 0 running) [1,415 / 1,423] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox time="2024-05-06T15:08:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.130824138 s time="2024-05-06T15:08:11+08:00" level=info msg="run test [new_character_set_invalid] ok" time="2024-05-06T15:08:11+08:00" level=warning msg="Create new db planner__cardinality__selectivity" time="2024-05-06T15:08:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1426 packages loaded, 19289 targets configured) [532 / 1,446] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracle.a; Downloading external/com_github_tikv_client_go_v2/oracle/oracle.x; 0s remote-cache ... (8 actions, 0 running) [1,417 / 1,424] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1296 packages loaded, 18862 targets configured) [1,242 / 1,446] [Prepa] GoCompilePkg pkg/util/plancache/plancache.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1357 packages loaded, 18859 targets configured) ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 0.81128273 s time="2024-05-06T15:08:12+08:00" level=info msg="run test [planner/cardinality/selectivity] ok" time="2024-05-06T15:08:12+08:00" level=warning msg="Create new db planner__cardinality__trace" time="2024-05-06T15:08:12+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.066114883 s time="2024-05-06T15:08:12+08:00" level=info msg="run test [planner/cardinality/trace] ok" time="2024-05-06T15:08:12+08:00" level=warning msg="Create new db planner__cascades__integration" time="2024-05-06T15:08:12+08:00" level=info msg="enable tidb_enable_analyze_snapshot" INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1434 packages loaded, 19709 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,417 / 1,423] [Prepa] GoCompilePkg pkg/testkit/external/external.a ... (2 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1377 packages loaded, 19432 targets configured). INFO: Found 1 test target... ./t/planner/cascades/integration.test: ok! 233 test cases passed, take time 0.412093447 s time="2024-05-06T15:08:13+08:00" level=info msg="run test [planner/cascades/integration] ok" time="2024-05-06T15:08:13+08:00" level=warning msg="Create new db planner__core__casetest__expression_rewriter" time="2024-05-06T15:08:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.0815296 s time="2024-05-06T15:08:13+08:00" level=info msg="run test [planner/core/casetest/expression_rewriter] ok" time="2024-05-06T15:08:13+08:00" level=warning msg="Create new db planner__core__casetest__hint__hint" time="2024-05-06T15:08:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [0 / 9] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) [869 / 1,446] GoCompilePkg external/com_github_pingcap_badger/table/memtable/memtable.a; Downloading external/com_github_pingcap_badger/table/memtable/memtable.x; 0s remote-cache ... (8 actions, 0 running) [1,318 / 1,446] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 4.0 MiB / 92.4 MiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1391 packages loaded, 19275 targets configured) [24 / 1,484] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.1 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1396 packages loaded, 19552 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 0.980157743 s [1,087 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 71.6 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,420 / 1,424] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a [1,332 / 1,446] [Prepa] GoCompilePkg pkg/planner/util/util.a time="2024-05-06T15:08:14+08:00" level=info msg="run test [planner/core/casetest/hint/hint] ok" time="2024-05-06T15:08:14+08:00" level=warning msg="Create new db planner__core__casetest__integration" time="2024-05-06T15:08:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 4.6 MiB / 8.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,419 / 1,423] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test.internal.a; 0s remote-cache, linux-sandbox [25 / 1,484] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,199 / 1,446] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/rangetask/rangetask.a ... (3 actions, 0 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,418 / 1,428] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [25 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [1,420 / 1,424] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a; 1s remote-cache, linux-sandbox [1,379 / 1,446] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 0s remote-cache ... (8 actions, 0 running) ./t/planner/core/casetest/integration.test: ok! 416 test cases passed, take time 1.485050789 s time="2024-05-06T15:08:15+08:00" level=info msg="run test [planner/core/casetest/integration] ok" time="2024-05-06T15:08:15+08:00" level=warning msg="Create new db planner__core__casetest__partition__integration_partition" time="2024-05-06T15:08:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,420 / 1,423] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test_test.external.a [275 / 1,484] [Prepa] GoCompilePkg pkg/disttask/framework/proto/proto.a [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,418 / 1,428] GoCompilePkg pkg/executor/executor.a; 12s remote-cache, linux-sandbox [1,298 / 1,446] [Prepa] GoCompilePkg pkg/util/breakpoint/breakpoint.a ... (7 actions, 0 running) ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 0.554356692 s time="2024-05-06T15:08:16+08:00" level=info msg="run test [planner/core/casetest/partition/integration_partition] ok" time="2024-05-06T15:08:16+08:00" level=warning msg="Create new db planner__core__casetest__partition__partition_pruner" time="2024-05-06T15:08:16+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [25 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 0s remote-cache, linux-sandbox [1,409 / 1,446] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; Downloading pkg/extension/extensionimpl/extensionimpl.a, 3.0 MiB / 5.0 MiB; 0s remote-cache ... (7 actions, 0 running) [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [692 / 1,484] GoCompilePkg external/in_gopkg_yaml_v2/yaml_v2.a; Downloading external/in_gopkg_yaml_v2/yaml_v2.a, 1.6 MiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 12s remote-cache, linux-sandbox [275 / 1,427] [Prepa] GoCompilePkg external/org_golang_google_protobuf/internal/flags/flags.a ... (7 actions, 0 running) ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 0.729382986 s time="2024-05-06T15:08:17+08:00" level=info msg="run test [planner/core/casetest/partition/partition_pruner] ok" time="2024-05-06T15:08:17+08:00" level=warning msg="Create new db planner__core__casetest__point_get_plan" time="2024-05-06T15:08:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.095839739 s time="2024-05-06T15:08:17+08:00" level=info msg="run test [planner/core/casetest/point_get_plan] ok" time="2024-05-06T15:08:17+08:00" level=warning msg="Create new db planner__core__casetest__predicate_simplification" time="2024-05-06T15:08:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.06132774 s [208 / 1,446] GoCompilePkg external/co_honnef_go_tools/staticcheck/staticcheck.a [for tool]; Downloading external/co_honnef_go_tools/staticcheck/staticcheck.a, 2.2 MiB / 2.8 MiB; 0s remote-cache [1,419 / 1,428] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,329 / 1,446] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a time="2024-05-06T15:08:17+08:00" level=info msg="run test [planner/core/casetest/predicate_simplification] ok" time="2024-05-06T15:08:17+08:00" level=warning msg="Create new db planner__core__casetest__pushdown__push_down" time="2024-05-06T15:08:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.093319034 s time="2024-05-06T15:08:17+08:00" level=info msg="run test [planner/core/casetest/pushdown/push_down] ok" time="2024-05-06T15:08:17+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_derive_topn_from_window" time="2024-05-06T15:08:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,429 / 1,446] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 0s remote-cache ... (4 actions, 0 running) [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache, linux-sandbox ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 0.216409215 s time="2024-05-06T15:08:17+08:00" level=info msg="run test [planner/core/casetest/rule/rule_derive_topn_from_window] ok" time="2024-05-06T15:08:17+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_join_reorder" time="2024-05-06T15:08:17+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,009 / 1,484] GoCompilePkg external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a; 0s remote-cache ... (8 actions, 0 running) [1,418 / 1,427] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [658 / 1,427] GoCompilePkg external/com_github_prometheus_client_golang/prometheus/prometheus.a; 0s remote-cache ... (8 actions, 0 running) [611 / 1,446] GoCompilePkg external/com_github_cockroachdb_errors/report/report.a; Downloading external/com_github_cockroachdb_errors/report/report.a; 0s remote-cache ... (8 actions, 0 running) [1,420 / 1,428] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,385 / 1,446] GoCompilePkg br/pkg/streamhelper/streamhelper.a; 0s remote-cache ... (8 actions, 0 running) [1,418 / 1,427] [Prepa] GoCompilePkg pkg/session/session.a [1,135 / 1,484] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [978 / 1,427] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 615.8 KiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,437 / 1,446] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [914 / 1,446] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/util/util.a; Downloading external/com_github_pingcap_goleveldb/leveldb/util/util.a, 32.0 KiB / 231.4 KiB; 0s remote-cache ... (8 actions, 0 running) [1,093 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [1,419 / 1,427] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,410 / 1,446] GoCompilePkg pkg/planner/core/internal/internal.a; 0s remote-cache ... (8 actions, 0 running) [1,419 / 1,427] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox [1,265 / 1,484] [Prepa] GoCompilePkg pkg/util/deadlockhistory/deadlockhistory.a ... (7 actions, 0 running) [1,421 / 1,428] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 2.334951629 s time="2024-05-06T15:08:20+08:00" level=info msg="run test [planner/core/casetest/rule/rule_join_reorder] ok" time="2024-05-06T15:08:20+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_result_reorder" time="2024-05-06T15:08:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,097 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 46.8 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 0.434758107 s time="2024-05-06T15:08:20+08:00" level=info msg="run test [planner/core/casetest/rule/rule_result_reorder] ok" time="2024-05-06T15:08:20+08:00" level=warning msg="Create new db planner__core__cbo" time="2024-05-06T15:08:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,421 / 1,427] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,186 / 1,427] [Prepa] GoCompilePkg pkg/util/logutil/logutil.a ... (3 actions, 0 running) [1,421 / 1,427] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox ./t/planner/core/cbo.test: ok! 11 test cases passed, take time 0.06983808 s time="2024-05-06T15:08:20+08:00" level=info msg="run test [planner/core/cbo] ok" time="2024-05-06T15:08:20+08:00" level=warning msg="Create new db planner__core__enforce_mpp" time="2024-05-06T15:08:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001214752 s time="2024-05-06T15:08:20+08:00" level=info msg="run test [planner/core/enforce_mpp] ok" time="2024-05-06T15:08:20+08:00" level=warning msg="Create new db planner__core__expression_rewriter" time="2024-05-06T15:08:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,438 / 1,446] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,354 / 1,484] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 26.0 MiB / 92.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,437 / 1,446] [Prepa] GoCompilePkg pkg/session/session.a [1,204 / 1,446] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a [1,423 / 1,428] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a ./t/planner/core/expression_rewriter.test: ok! 168 test cases passed, take time 0.85722895 s time="2024-05-06T15:08:21+08:00" level=info msg="run test [planner/core/expression_rewriter] ok" time="2024-05-06T15:08:21+08:00" level=warning msg="Create new db planner__core__indexmerge_intersection" time="2024-05-06T15:08:21+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.016817769 s time="2024-05-06T15:08:21+08:00" level=info msg="run test [planner/core/indexmerge_intersection] ok" time="2024-05-06T15:08:21+08:00" level=warning msg="Create new db planner__core__indexmerge_path" time="2024-05-06T15:08:21+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,368 / 1,484] GoCompilePkg pkg/store/mockstore/mockcopr/mockcopr.a; 0s remote-cache ... (8 actions, 0 running) [1,288 / 1,427] GoCompilePkg pkg/util/sqlexec/mock/mock.a; Downloading pkg/util/sqlexec/mock/mock.a, 1023.9 KiB / 1.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,440 / 1,446] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,440 / 1,446] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox ./t/planner/core/indexmerge_path.test: ok! 166 test cases passed, take time 0.585901558 s time="2024-05-06T15:08:22+08:00" level=info msg="run test [planner/core/indexmerge_path] ok" time="2024-05-06T15:08:22+08:00" level=warning msg="Create new db planner__core__integration" time="2024-05-06T15:08:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,307 / 1,446] GoCompilePkg pkg/util/logutil/consistency/consistency.a; 0s remote-cache ... (8 actions, 0 running) [1,423 / 1,427] [Prepa] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a [1,424 / 1,428] [Prepa] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a [1,423 / 1,427] [Prepa] GoCompilePkg tests/realtikvtest/txntest/txntest_test.internal.a [1,432 / 1,484] GoCompilePkg br/pkg/mock/mocklocal/mocklocal.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,310 / 1,427] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (3 actions, 0 running) [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 6s remote-cache, linux-sandbox [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 6s remote-cache, linux-sandbox [1,329 / 1,446] [Prepa] GoCompilePkg pkg/util/ranger/ranger.a ... (3 actions, 0 running) [1,443 / 1,446] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test_test.external.a [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 7s remote-cache, linux-sandbox [1,423 / 1,429] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test.instrumented_files ... (2 actions, 0 running) [1,356 / 1,427] GoCompilePkg pkg/telemetry/telemetry.a; Downloading pkg/telemetry/telemetry.a, 2.0 MiB / 2.6 MiB; 0s remote-cache ... (8 actions, 0 running) [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 0s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 0s remote-cache, linux-sandbox [1,443 / 1,446] [Prepa] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test_test.external.a [1,455 / 1,484] [Prepa] GoCompilePkg pkg/planner/memo/memo.a ... (6 actions, 0 running) [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 0s remote-cache, linux-sandbox [1,401 / 1,446] [Prepa] GoCompilePkg br/pkg/lightning/backend/local/local.a [1,388 / 1,427] [Prepa] GoCompilePkg pkg/sessiontxn/staleread/staleread.a ... (5 actions, 0 running) [1,429 / 1,431] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 0s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [1,430 / 1,432] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,422 / 1,446] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [1,406 / 1,427] [Prepa] GoCompilePkg pkg/planner/memo/memo.a ... (4 actions, 0 running) [1,468 / 1,484] [Prepa] GoCompilePkg pkg/session/session.a [1,473 / 1,484] GoCompilePkg pkg/server/handler/handler.a; 0s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox [1,438 / 1,446] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,421 / 1,427] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,443 / 1,446] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test_test.external.a [1,424 / 1,427] [Prepa] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test_test.external.a [1,474 / 1,484] GoCompilePkg pkg/server/handler/extactorhandler/extactorhandler.a; 0s remote-cache, linux-sandbox ... (8 actions running) ./t/planner/core/integration.test: ok! 1434 test cases passed, take time 6.355322047 s time="2024-05-06T15:08:28+08:00" level=info msg="run test [planner/core/integration] ok" time="2024-05-06T15:08:28+08:00" level=warning msg="Create new db planner__core__integration_partition" time="2024-05-06T15:08:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 0s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 0s remote-cache, linux-sandbox [1,476 / 1,484] GoCompilePkg pkg/server/handler/tikvhandler/tikvhandler.a; 2s remote-cache, linux-sandbox ... (4 actions running) [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 6s remote-cache, linux-sandbox [1,477 / 1,484] GoCompilePkg pkg/server/handler/tikvhandler/tikvhandler.a; 4s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 8s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 7s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 7s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 8s remote-cache, linux-sandbox [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 7s remote-cache, linux-sandbox [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 8s remote-cache, linux-sandbox [1,431 / 1,435] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,427 / 1,433] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test.instrumented_files ./t/planner/core/integration_partition.test: ok! 483 test cases passed, take time 3.47696899 s time="2024-05-06T15:08:32+08:00" level=info msg="run test [planner/core/integration_partition] ok" time="2024-05-06T15:08:32+08:00" level=warning msg="Create new db planner__core__issuetest__planner_issue" time="2024-05-06T15:08:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/issuetest/planner_issue.test: ok! 77 test cases passed, take time 0.6459792 s time="2024-05-06T15:08:32+08:00" level=info msg="run test [planner/core/issuetest/planner_issue] ok" time="2024-05-06T15:08:32+08:00" level=warning msg="Create new db planner__core__partition_pruner" time="2024-05-06T15:08:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 8s remote-cache, linux-sandbox [1,450 / 1,454] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,478 / 1,484] GoCompilePkg pkg/server/server.a; 1s remote-cache, linux-sandbox [1,434 / 1,436] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,432 / 1,435] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 93.6 MiB / 96.2 MiB; 0s remote-cache [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 10s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 0s remote-cache, linux-sandbox ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 1.6414270709999998 s time="2024-05-06T15:08:34+08:00" level=info msg="run test [planner/core/partition_pruner] ok" time="2024-05-06T15:08:34+08:00" level=warning msg="Create new db planner__core__physical_plan" time="2024-05-06T15:08:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/physical_plan.test: ok! 22 test cases passed, take time 0.107096341 s time="2024-05-06T15:08:34+08:00" level=info msg="run test [planner/core/physical_plan] ok" time="2024-05-06T15:08:34+08:00" level=warning msg="Create new db planner__core__plan" time="2024-05-06T15:08:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 10s remote-cache, linux-sandbox [1,479 / 1,484] GoCompilePkg br/pkg/mock/mock.a; 0s remote-cache, linux-sandbox ./t/planner/core/plan.test: ok! 129 test cases passed, take time 0.435034096 s [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox [1,451 / 1,454] [Prepa] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool] time="2024-05-06T15:08:35+08:00" level=info msg="run test [planner/core/plan] ok" time="2024-05-06T15:08:35+08:00" level=warning msg="Create new db planner__core__plan_cache" time="2024-05-06T15:08:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 0s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 6s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 6s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 0s remote-cache, linux-sandbox [1,480 / 1,484] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 8s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 8s remote-cache, linux-sandbox [1,451 / 1,454] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 34.9 MiB / 96.2 MiB; 0s remote-cache ./t/planner/core/plan_cache.test: ok! 1085 test cases passed, take time 2.838569888 s time="2024-05-06T15:08:38+08:00" level=info msg="run test [planner/core/plan_cache] ok" time="2024-05-06T15:08:38+08:00" level=warning msg="Create new db planner__core__plan_cost_ver2" time="2024-05-06T15:08:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/plan_cost_ver2.test: ok! 64 test cases passed, take time 0.167694628 s time="2024-05-06T15:08:38+08:00" level=info msg="run test [planner/core/plan_cost_ver2] ok" time="2024-05-06T15:08:38+08:00" level=warning msg="Create new db planner__core__point_get_plan" time="2024-05-06T15:08:38+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,480 / 1,484] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 1s remote-cache, linux-sandbox [1,433 / 1,435] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] ./t/planner/core/point_get_plan.test: ok! 245 test cases passed, take time 0.835189237 s time="2024-05-06T15:08:39+08:00" level=info msg="run test [planner/core/point_get_plan] ok" time="2024-05-06T15:08:39+08:00" level=warning msg="Create new db planner__core__preprocess" time="2024-05-06T15:08:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.025355935 s time="2024-05-06T15:08:39+08:00" level=info msg="run test [planner/core/preprocess] ok" time="2024-05-06T15:08:39+08:00" level=warning msg="Create new db planner__core__range_scan_for_like" time="2024-05-06T15:08:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.246433336 s time="2024-05-06T15:08:39+08:00" level=info msg="run test [planner/core/range_scan_for_like] ok" time="2024-05-06T15:08:39+08:00" level=warning msg="Create new db planner__core__rule_constant_propagation" time="2024-05-06T15:08:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,482 / 1,484] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test~testmain.a; 0s remote-cache, linux-sandbox ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 0.300420568 s time="2024-05-06T15:08:39+08:00" level=info msg="run test [planner/core/rule_constant_propagation] ok" time="2024-05-06T15:08:39+08:00" level=warning msg="Create new db planner__core__rule_join_reorder" time="2024-05-06T15:08:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_join_reorder.test: ok! 25 test cases passed, take time 0.228156555 s time="2024-05-06T15:08:40+08:00" level=info msg="run test [planner/core/rule_join_reorder] ok" time="2024-05-06T15:08:40+08:00" level=warning msg="Create new db planner__core__rule_result_reorder" time="2024-05-06T15:08:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.085883561 s time="2024-05-06T15:08:40+08:00" level=info msg="run test [planner/core/rule_result_reorder] ok" time="2024-05-06T15:08:40+08:00" level=warning msg="Create new db planner__core__tests__prepare__issue" time="2024-05-06T15:08:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox ./t/planner/core/tests/prepare/issue.test: ok! 247 test cases passed, take time 0.582088969 s time="2024-05-06T15:08:40+08:00" level=info msg="run test [planner/core/tests/prepare/issue] ok" time="2024-05-06T15:08:40+08:00" level=warning msg="Create new db planner__core__tests__prepare__prepare" time="2024-05-06T15:08:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 1.073871507 s time="2024-05-06T15:08:41+08:00" level=info msg="run test [planner/core/tests/prepare/prepare] ok" time="2024-05-06T15:08:41+08:00" level=warning msg="Create new db planner__funcdep__only_full_group_by" time="2024-05-06T15:08:42+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 0.9697792 s time="2024-05-06T15:08:42+08:00" level=info msg="run test [planner/funcdep/only_full_group_by] ok" time="2024-05-06T15:08:42+08:00" level=warning msg="Create new db privilege__privileges" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:43+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:44+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 10s remote-cache, linux-sandbox time="2024-05-06T15:08:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/privilege/privileges.test: ok! 391 test cases passed, take time 2.219762239 s time="2024-05-06T15:08:45+08:00" level=info msg="run test [privilege/privileges] ok" time="2024-05-06T15:08:45+08:00" level=warning msg="Create new db select" time="2024-05-06T15:08:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 10s remote-cache, linux-sandbox ./t/select.test: ok! 189 test cases passed, take time 0.635953446 s time="2024-05-06T15:08:45+08:00" level=info msg="run test [select] ok" time="2024-05-06T15:08:45+08:00" level=warning msg="Create new db session__bootstrap_upgrade" time="2024-05-06T15:08:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.045247988 s time="2024-05-06T15:08:45+08:00" level=info msg="run test [session/bootstrap_upgrade] ok" time="2024-05-06T15:08:45+08:00" level=warning msg="Create new db session__clustered_index" time="2024-05-06T15:08:46+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 11s remote-cache, linux-sandbox [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 6s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 10s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 11s remote-cache, linux-sandbox [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 13s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 69.491s, Critical Path: 51.89s INFO: 1432 processes: 1403 remote cache hit, 20 internal, 9 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 8s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/session/clustered_index.test: ok! 385 test cases passed, take time 2.916324698 s time="2024-05-06T15:08:48+08:00" level=info msg="run test [session/clustered_index] ok" time="2024-05-06T15:08:48+08:00" level=warning msg="Create new db session__common" time="2024-05-06T15:08:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } time="2024-05-06T15:08:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox time="2024-05-06T15:08:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/common.test: ok! 228 test cases passed, take time 1.5119971639999998 s time="2024-05-06T15:08:50+08:00" level=info msg="run test [session/common] ok" time="2024-05-06T15:08:50+08:00" level=warning msg="Create new db session__nontransactional" time="2024-05-06T15:08:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,489 / 1,492] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 74.3 MiB / 96.2 MiB; 1s remote-cache time="2024-05-06T15:08:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 11s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 2.780420644 s time="2024-05-06T15:08:53+08:00" level=info msg="run test [session/nontransactional] ok" time="2024-05-06T15:08:53+08:00" level=warning msg="Create new db session__session" time="2024-05-06T15:08:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/session.test: ok! 101 test cases passed, take time 0.400590231 s time="2024-05-06T15:08:53+08:00" level=info msg="run test [session/session] ok" time="2024-05-06T15:08:53+08:00" level=warning msg="Create new db session__temporary_table" time="2024-05-06T15:08:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.160532776 s time="2024-05-06T15:08:53+08:00" level=info msg="run test [session/temporary_table] ok" time="2024-05-06T15:08:53+08:00" level=warning msg="Create new db session__variable" time="2024-05-06T15:08:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/variable.test: ok! 113 test cases passed, take time 0.127738341 s time="2024-05-06T15:08:54+08:00" level=info msg="run test [session/variable] ok" time="2024-05-06T15:08:54+08:00" level=warning msg="Create new db session__vars" time="2024-05-06T15:08:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/vars.test: ok! 122 test cases passed, take time 0.046416498 s time="2024-05-06T15:08:54+08:00" level=info msg="run test [session/vars] ok" time="2024-05-06T15:08:54+08:00" level=warning msg="Create new db sessionctx__setvar" time="2024-05-06T15:08:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/sessionctx/setvar.test: ok! 663 test cases passed, take time 0.107485099 s time="2024-05-06T15:08:54+08:00" level=info msg="run test [sessionctx/setvar] ok" time="2024-05-06T15:08:54+08:00" level=warning msg="Create new db sessiontxn__externals" time="2024-05-06T15:08:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.093162816 s time="2024-05-06T15:08:54+08:00" level=info msg="run test [sessiontxn/externals] ok" time="2024-05-06T15:08:54+08:00" level=warning msg="Create new db statistics__handle" time="2024-05-06T15:08:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/handle.test: ok! 53 test cases passed, take time 0.643961027 s time="2024-05-06T15:08:55+08:00" level=info msg="run test [statistics/handle] ok" time="2024-05-06T15:08:55+08:00" level=warning msg="Create new db statistics__integration" time="2024-05-06T15:08:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/integration.test: ok! 23 test cases passed, take time 0.093858614 s time="2024-05-06T15:08:55+08:00" level=info msg="run test [statistics/integration] ok" time="2024-05-06T15:08:55+08:00" level=warning msg="Create new db statistics__lock_table_stats" time="2024-05-06T15:08:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T15:08:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 0.267364221 s time="2024-05-06T15:08:55+08:00" level=info msg="run test [statistics/lock_table_stats] ok" time="2024-05-06T15:08:55+08:00" level=warning msg="Create new db subquery" time="2024-05-06T15:08:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/subquery.test: ok! 32 test cases passed, take time 0.197901254 s time="2024-05-06T15:08:55+08:00" level=info msg="run test [subquery] ok" time="2024-05-06T15:08:55+08:00" level=warning msg="Create new db table__cache" time="2024-05-06T15:08:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 11s remote-cache, linux-sandbox ./t/table/cache.test: ok! 108 test cases passed, take time 8.274339111 s time="2024-05-06T15:09:04+08:00" level=info msg="run test [table/cache] ok" time="2024-05-06T15:09:04+08:00" level=warning msg="Create new db table__index" time="2024-05-06T15:09:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/index.test: ok! 16 test cases passed, take time 0.046641321 s time="2024-05-06T15:09:04+08:00" level=info msg="run test [table/index] ok" time="2024-05-06T15:09:04+08:00" level=warning msg="Create new db table__partition" time="2024-05-06T15:09:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/partition.test: ok! 229 test cases passed, take time 1.4198716980000001 s time="2024-05-06T15:09:05+08:00" level=info msg="run test [table/partition] ok" time="2024-05-06T15:09:05+08:00" level=warning msg="Create new db table__tables" time="2024-05-06T15:09:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/tables.test: ok! 6 test cases passed, take time 0.013217235 s time="2024-05-06T15:09:05+08:00" level=info msg="run test [table/tables] ok" time="2024-05-06T15:09:05+08:00" level=warning msg="Create new db table__temptable" time="2024-05-06T15:09:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/temptable.test: ok! 11 test cases passed, take time 0.029574625 s time="2024-05-06T15:09:05+08:00" level=info msg="run test [table/temptable] ok" time="2024-05-06T15:09:05+08:00" level=warning msg="Create new db topn_push_down" time="2024-05-06T15:09:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.095067263 s time="2024-05-06T15:09:05+08:00" level=info msg="run test [topn_push_down] ok" time="2024-05-06T15:09:05+08:00" level=warning msg="Create new db topn_pushdown" time="2024-05-06T15:09:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000524971 s time="2024-05-06T15:09:05+08:00" level=info msg="run test [topn_pushdown] ok" time="2024-05-06T15:09:05+08:00" level=warning msg="Create new db tpch" time="2024-05-06T15:09:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 40s remote-cache, linux-sandbox ./t/tpch.test: ok! 41 test cases passed, take time 1.136734018 s time="2024-05-06T15:09:07+08:00" level=info msg="run test [tpch] ok" time="2024-05-06T15:09:07+08:00" level=warning msg="Create new db types__const" time="2024-05-06T15:09:07+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/types/const.test: ok! 143 test cases passed, take time 0.576215651 s time="2024-05-06T15:09:07+08:00" level=info msg="run test [types/const] ok" time="2024-05-06T15:09:07+08:00" level=warning msg="Create new db util__admin" time="2024-05-06T15:09:07+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox ./t/util/admin.test: ok! 240 test cases passed, take time 1.209211708 s time="2024-05-06T15:09:08+08:00" level=info msg="run test [util/admin] ok" time="2024-05-06T15:09:08+08:00" level=warning msg="Create new db util__ranger" time="2024-05-06T15:09:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/util/ranger.test: ok! 188 test cases passed, take time 0.584912117 s time="2024-05-06T15:09:09+08:00" level=info msg="run test [util/ranger] ok" time="2024-05-06T15:09:09+08:00" level=warning msg="Create new db window_function" time="2024-05-06T15:09:09+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/window_function.test: ok! 28 test cases passed, take time 0.065152282 s time="2024-05-06T15:09:09+08:00" level=info msg="run test [window_function] ok" Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1795) - No such process ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 40s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 41s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 40s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 41s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 41s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 59s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 41s remote-cache, linux-sandbox [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 61s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestLoadRemote [2024/05/06 15:08:34.644 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:34.645 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:34.645 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:34.646 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:34.646 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:34.647 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:34.647 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:34.650 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 15:08:34.654 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:34.654 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:34.655 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:34.681 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:34.681 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:34.689 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:34.689 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:34.762 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:34.784 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779689761512794] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:34.818 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:34.858 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=46] ["lease id"=3eaa8f4cba3a590a] [2024/05/06 15:08:34.860 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:34.869 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest3/importintotest3_test.TestLoadRemote\n\ttests/realtikvtest/importintotest3/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 15:08:34.889 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=20.35443ms] [2024/05/06 15:08:34.891 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:34.891 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=bebb038e-c151-4ab9-9a5c-1a5907a8cd97] [runWorker=true] [2024/05/06 15:08:34.891 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:34.894 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:34.895 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:34.896 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:34.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:34.896 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:34.896 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:34.899 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cba3a590e] [ownerID=bebb038e-c151-4ab9-9a5c-1a5907a8cd97] [op=none] [2024/05/06 15:08:34.899 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:34.899 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2abf44ee-9fa2-484e-ae24-2c46f59b3c07] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:34.900 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07"] ["owner key"=/tidb/br-stream/owner/3eaa8f4cba3a5910] [ownerID=2abf44ee-9fa2-484e-ae24-2c46f59b3c07] [op=none] [2024/05/06 15:08:34.906 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 15:08:34.948 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:34.949 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cba3a590e] [ownerID=bebb038e-c151-4ab9-9a5c-1a5907a8cd97] [op=none] [2024/05/06 15:08:34.949 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] [op=none] [2024/05/06 15:08:34.949 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:34.969 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:34.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 15:08:34.970 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:34.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:34.992 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:34.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.078 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=14.48102ms] [2024/05/06 15:08:35.080 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:35.085 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:35.085 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 15:08:35.113 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=102.244779ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:34.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.132 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:34.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.168 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 15:08:35.168 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:35.171 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 15:08:35.174 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 15:08:35.219 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:35.219 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 15:08:35.263 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.335 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.553216ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 15:08:35.339 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:35.340 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 15:08:35.379 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.295031ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.405 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.438 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 15:08:35.438 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:35.441 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 15:08:35.462 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:35.462 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 15:08:35.479 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.506 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.457017ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 15:08:35.510 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:35.510 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 15:08:35.553 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.308148ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.573 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.588 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 15:08:35.589 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:35.591 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 15:08:35.609 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:35.609 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 15:08:35.635 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.667 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.64433ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 15:08:35.672 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:35.672 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 15:08:35.715 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.170918ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.734 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.751 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 15:08:35.751 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:35.755 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 15:08:35.782 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:35.782 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 15:08:35.805 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.854 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.699311ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 15:08:35.859 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:35.859 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 15:08:35.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:35.898 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:35.899 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.177898ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.928 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:35.956 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 15:08:35.956 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:35.960 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 15:08:35.979 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.961 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:35.979 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.961 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 15:08:35.999 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.961 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.027 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.961105ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 15:08:36.031 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.031 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 15:08:36.074 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.776248ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:35.961 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.092 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:35.961 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.109 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 15:08:36.109 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:36.113 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 15:08:36.130 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.112 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 15:08:36.130 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.112 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.148 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.112 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.175 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.654089ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 15:08:36.179 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.179 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 15:08:36.222 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.449105ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.112 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.247 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.112 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.264 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 15:08:36.265 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:36.268 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 15:08:36.294 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.294 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 15:08:36.312 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.335 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.330729ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 15:08:36.340 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.340 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 15:08:36.383 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.192665ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.403 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.418 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 15:08:36.418 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:36.421 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 15:08:36.437 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.437 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 15:08:36.454 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.478 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.195721ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 15:08:36.482 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.482 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 15:08:36.527 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.480755ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.546 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.560 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 15:08:36.560 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:36.563 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 15:08:36.581 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.581 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 15:08:36.598 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.624 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.370499ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 15:08:36.628 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.628 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 15:08:36.672 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.732193ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.690 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.710 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 15:08:36.710 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:36.713 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 15:08:36.730 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.730 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 15:08:36.747 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.771 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.610945ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 15:08:36.776 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.776 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 15:08:36.819 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.833627ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.837 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.852 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 15:08:36.852 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:36.856 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:36.856 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 15:08:36.873 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.873 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:36.891 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.895 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:36.896 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 15:08:36.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:36.897 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:36.921 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.146394ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 15:08:36.925 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.925 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 15:08:36.968 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.103587ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:36.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.988 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.007 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 15:08:37.007 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.010 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 15:08:37.027 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.027 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 15:08:37.043 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.071 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.935041ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 15:08:37.076 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.076 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 15:08:37.119 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.255726ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.138 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.155 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 15:08:37.155 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.158 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:37.174 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.175 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:37.191 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.215 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.463625ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 15:08:37.219 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.219 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 15:08:37.263 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.833218ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.280 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.295 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 15:08:37.295 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.298 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:37.313 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.313 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:37.333 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.357 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.483088ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 15:08:37.361 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.361 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 15:08:37.405 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.356376ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.425 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.442 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 15:08:37.442 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.445 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:37.464 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.464 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:37.487 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.511 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.528351ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 15:08:37.516 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.516 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 15:08:37.559 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.055788ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.576 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.589 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 15:08:37.589 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.592 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 15:08:37.609 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.609 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 15:08:37.629 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.656 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.334547ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 15:08:37.661 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.661 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 15:08:37.703 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.745238ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.720 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.734 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 15:08:37.734 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.736 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 15:08:37.752 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.753 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 15:08:37.772 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.804 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.266946ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 15:08:37.808 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.808 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 15:08:37.852 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.947067ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.868 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.881 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 15:08:37.881 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.884 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:37.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:37.897 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:37.900 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.900 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:37.924 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.957 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.184199ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 15:08:37.962 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.962 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 15:08:38.002 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.320265ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.021 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.038 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 15:08:38.038 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.051 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:38.069 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.069 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:38.092 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.117 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.497186ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 15:08:38.121 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.121 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 15:08:38.166 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.367416ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.183 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.011 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.198 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 15:08:38.199 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.202 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 15:08:38.217 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.217 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 15:08:38.237 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.259 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.105647ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 15:08:38.264 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.264 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 15:08:38.308 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.888189ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.324 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.161 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.335 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 15:08:38.335 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.338 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 15:08:38.350 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.311 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 15:08:38.350 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.311 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.376 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.311 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.395 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.788074ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 15:08:38.400 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.400 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 15:08:38.444 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.130082ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.311 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.469 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.311 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.483 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 15:08:38.483 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.486 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 15:08:38.508 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.462 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.508 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.462 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 15:08:38.527 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.462 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.554 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.730101ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 15:08:38.559 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.559 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 15:08:38.602 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.752716ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.462 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.620 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.462 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.638 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 15:08:38.638 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.641 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 15:08:38.655 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.655 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 15:08:38.681 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.705 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.365954ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 15:08:38.709 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.709 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 15:08:38.752 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.100462ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.774 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.789 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 15:08:38.789 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.791 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:38.805 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.805 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:38.825 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.846 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.82539ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 15:08:38.850 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.851 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 15:08:38.894 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.068474ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:38.898 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:38.920 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.933 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 15:08:38.933 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.935 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 15:08:38.949 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.949 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 15:08:38.979 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.002 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.030559ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 15:08:39.006 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.006 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 15:08:39.050 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.030629ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.070 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.086 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 15:08:39.086 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.089 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 15:08:39.102 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.102 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 15:08:39.121 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.142 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=1.987977ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 15:08:39.146 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.146 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 15:08:39.191 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.51162ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.217 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.231 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 15:08:39.231 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.234 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:39.249 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.249 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 15:08:39.278 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.301 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.241299ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 15:08:39.305 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.305 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 15:08:39.348 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.839912ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.376 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.390 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 15:08:39.390 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.394 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 15:08:39.408 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.408 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 15:08:39.425 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.444 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=1.93326ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 15:08:39.448 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.448 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 15:08:39.493 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.769715ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.517 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.528 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 15:08:39.528 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.531 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:39.532 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 15:08:39.546 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.546 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 15:08:39.561 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.584 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.297922ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 15:08:39.588 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.588 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 15:08:39.632 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.280067ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.649 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.665 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 15:08:39.665 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.671 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:39.688 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.661 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.688 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.661 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:39.705 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.661 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.728 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.483434ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 15:08:39.732 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.732 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 15:08:39.777 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.570975ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.661 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.794 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.661 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.811 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 15:08:39.811 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.814 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:39.832 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.811 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.832 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.811 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:39.849 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.811 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.881 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.762395ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 15:08:39.887 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.887 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 15:08:39.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:39.897 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:39.929 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.874067ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.811 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.948 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.811 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.975 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 15:08:39.976 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.981 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 15:08:40.002 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.962 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.002 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.962 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 15:08:40.028 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.962 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.060 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.176298ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 15:08:40.065 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.065 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 15:08:40.107 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.854721ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.962 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.124 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.962 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.140 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 15:08:40.140 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.143 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 15:08:40.156 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 15:08:40.156 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.181 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.207 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.99562ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 15:08:40.213 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.213 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 15:08:40.253 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.381911ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.274 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.290 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 15:08:40.290 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.316 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:40.262 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.316 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:40.262 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 15:08:40.340 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.262 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.378 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=4.793646ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 15:08:40.384 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.385 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 15:08:40.422 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=55.583093ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:40.262 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.440 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.262 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.458 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 15:08:40.459 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.464 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 15:08:40.487 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.461 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.487 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.461 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 15:08:40.507 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.461 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.534 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.52593ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 15:08:40.539 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.539 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 15:08:40.583 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.534519ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.461 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.605 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.461 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.621 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 15:08:40.621 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.623 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 15:08:40.639 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.612 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.639 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.612 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 15:08:40.656 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.612 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.685 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.962869ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 15:08:40.690 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.690 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 15:08:40.731 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.636182ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.612 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.748 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.612 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.761 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 15:08:40.761 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.765 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 15:08:40.786 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.786 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 15:08:40.803 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.824 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.049364ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 15:08:40.827 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.828 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 15:08:40.873 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.549975ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:40.897 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:40.899 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.912 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 15:08:40.912 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.916 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 15:08:40.934 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.934 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 15:08:40.951 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.993 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.64689ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 15:08:40.997 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.997 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 15:08:41.039 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.657465ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.077 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.101 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 15:08:41.101 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.104 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 15:08:41.121 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.121 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 15:08:41.138 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.173 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.246189ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 15:08:41.179 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.179 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 15:08:41.219 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.500155ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.238 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.256 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 15:08:41.256 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.259 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 15:08:41.280 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.280 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 15:08:41.302 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.336 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.521163ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 15:08:41.340 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.340 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 15:08:41.383 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.961172ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.403 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.422 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 15:08:41.422 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.426 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:41.446 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.446 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:41.465 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.502 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.061471ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 15:08:41.506 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.506 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 15:08:41.548 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.963129ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.577 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.596 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 15:08:41.596 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.600 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:41.619 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.619 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:41.638 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.668 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.455209ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 15:08:41.673 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.673 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 15:08:41.715 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.942886ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.734 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.757 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 15:08:41.757 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.760 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 15:08:41.780 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.780 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 15:08:41.801 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.841 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.497581ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 15:08:41.846 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.846 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 15:08:41.888 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.599214ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.897 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:41.897 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:41.914 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.761 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.935 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 15:08:41.935 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.939 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 15:08:41.959 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.959 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 15:08:41.977 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.012 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=4.587883ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 15:08:42.017 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.017 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 15:08:42.058 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.69953ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.077 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.911 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.097 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 15:08:42.097 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.101 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:42.117 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.117 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:42.135 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.160 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.684167ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 15:08:42.164 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.164 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 15:08:42.207 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.692652ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.224 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.061 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.239 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 15:08:42.240 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.243 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:42.259 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.259 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:42.280 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.309 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.569888ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 15:08:42.313 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.313 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 15:08:42.357 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.3684ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.378 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.211 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.399 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 15:08:42.399 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.405 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 15:08:42.424 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.424 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 15:08:42.441 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.481 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=4.18621ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 15:08:42.487 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.487 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 15:08:42.527 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.557753ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.549 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.411 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.571 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 15:08:42.571 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.575 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:42.598 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.598 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:42.619 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.658 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.80341ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 15:08:42.664 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.664 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 15:08:42.703 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.730666ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.723 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.738 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 15:08:42.738 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.741 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 15:08:42.757 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.757 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 15:08:42.779 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.810 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.568552ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 15:08:42.816 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.816 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 15:08:42.857 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=54.288106ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.880 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.898 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 15:08:42.898 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.101 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=8.201949089s] [2024/05/06 15:08:43.111 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] [2024/05/06 15:08:43.111 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] [2024/05/06 15:08:43.111 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:08:43.113 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bebb038e-c151-4ab9-9a5c-1a5907a8cd97"] [] [2024/05/06 15:08:43.114 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:43.114 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=11.1µs] [2024/05/06 15:08:43.114 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=5.402µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=5.565µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.774µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=5.25µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.579µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=4.046µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.461µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=3.516µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=4.203µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:43.115 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.289µs] [2024/05/06 15:08:43.115 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:08:43.115 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:08:43.125 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=bebb038e-c151-4ab9-9a5c-1a5907a8cd97] ["take time"=20.300095ms] [2024/05/06 15:08:43.125 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=bebb038e-c151-4ab9-9a5c-1a5907a8cd97] [2024/05/06 15:08:43.129 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=46] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:43.129 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:43.129 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:08:43.129 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:08:43.129 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:43.129 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:43.129 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:43.129 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:08:43.129 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07 watch owner key /tidb/br-stream/owner/3eaa8f4cba3a5910"] [2024/05/06 15:08:43.129 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:08:43.129 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07"] [2024/05/06 15:08:43.129 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:08:43.129 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07"] [2024/05/06 15:08:43.131 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:08:43.131 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2abf44ee-9fa2-484e-ae24-2c46f59b3c07] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:43.131 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:08:43.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:43.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:43.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:43.131 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07"] [error="context canceled"] [2024/05/06 15:08:43.131 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=26.165528ms] [2024/05/06 15:08:43.131 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779689761512794] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:43.142 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:43.190 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=374] ["lease id"=3eaa8f4cba3a59a3] [2024/05/06 15:08:43.195 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:43.275 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=76.39892ms] [2024/05/06 15:08:43.279 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:43.279 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [runWorker=true] [2024/05/06 15:08:43.279 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:43.283 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:43.285 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:43.285 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:43.285 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:43.286 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:43.286 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:43.286 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:43.288 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba3a5963] [ownerID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [op=none] [2024/05/06 15:08:43.289 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:43.289 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8bf7aad2-c1ef-4b1b-9915-9b47561fa00b] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:43.302 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 15:08:43.304 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:08:43.304 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:08:43.304 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 15:08:43.307 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] ["owner key"=/tidb/bindinfo/owner/22318f4cba3a5967] [ownerID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [op=none] [2024/05/06 15:08:43.310 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 15:08:43.313 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 15:08:43.331 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:08:43.336 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:43.337 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba3a5963] [ownerID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [op=none] [2024/05/06 15:08:43.337 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [op=none] [2024/05/06 15:08:43.337 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:43.338 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:08:43.348 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:08:43.353 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:08:43.353 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:08:43.353 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 15:08:43.353 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:08:43.353 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 15:08:43.353 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:08:43.354 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 15:08:43.354 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 15:08:43.354 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 15:08:43.355 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:08:43.355 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 15:08:43.356 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:08:43.356 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:08:43.356 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:08:43.356 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 15:08:43.358 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:08:43.358 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:08:43.359 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] ["owner key"=/tidb/stats/owner/22318f4cba3a596a] [ownerID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [op=none] [2024/05/06 15:08:43.360 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/639c7319-a2a9-4e55-9070-06b7111fcce0] [2024/05/06 15:08:43.360 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:43.360 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:43.373 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=17.687045ms] [2024/05/06 15:08:43.375 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 15:08:43.382 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestGzipAndMixedCompression [2024/05/06 15:08:43.389 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 15:08:43.390 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 15:08:43.408 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:43.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.408 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:43.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gzip"] [2024/05/06 15:08:43.435 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.453 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.011703ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:08:43.458 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 15:08:43.503 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.452688ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:43.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.520 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.361 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.535 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 15:08:43.535 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.538 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 15:08:43.554 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 15:08:43.554 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.673 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.788 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.33142ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 15:08:43.795 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 15:08:43.836 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=61.607609ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.893 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.511 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.923 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 15:08:43.923 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.925 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.387250961\n# Parse_time: 0.000118779\n# Compile_time: 0.000263566\n# Rewrite_time: 0.000004682\n# Optimize_time: 0.000107561\n# Wait_TS: 0.000385334\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 15:08:44.113 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:08:44.201 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=1] [2024/05/06 15:08:44.201 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 15:08:44.361 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 15:08:44.361 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 15:08:44.361 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/639c7319-a2a9-4e55-9070-06b7111fcce0] [watcherID=7c4676a0-f827-427e-a63e-bf4770f07070] [2024/05/06 15:08:44.376 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 15:08:44.376 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 15:08:44.376 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 15:08:44.566 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2abf44ee-9fa2-484e-ae24-2c46f59b3c07"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:08:45.285 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:47.385 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:08:47.888 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:08:47.889 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:47.890 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 15:08:47.918 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:08:47.918 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 15:08:47.918 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=115.151µs] [2024/05/06 15:08:47.918 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=285.163µs] [] [2024/05/06 15:08:47.919 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:08:47.919 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:08:47.919 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:08:48.011 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:08:48.011 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:08:48.188 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 15:08:48.188 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 15:08:48.398 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:48.398 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:48.398 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:48.400 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:48.400 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:48.401 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:48.401 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:48.401 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 15:08:48.495 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:48.496 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:08:48.496 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:08:48.500 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 15:08:48.564 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:48.566 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:48.566 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:48.568 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:48.568 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:48.569 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:48.569 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:48.569 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:48.569 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:48.569 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:48.569 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:08:48.570 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:48.569 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:08:48.570 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:08:48.570 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:48.570 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:48.570 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:48.570 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:48.570 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:48.577 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:48.578 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:48.578 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:48.580 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:48.580 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:48.581 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:48.582 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:48.595 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:08:48.595 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:08:48.595 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:48.876 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:48.876 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:48.876 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:48.876 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:48.879 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 15:08:48.961 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 15:08:49.097 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:49.188 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:49.188 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:49.230 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gz:0] [2024/05/06 15:08:49.230 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gz:0] [readDur=78.73µs] [encodeDur=153.331µs] [deliverDur=23.473µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=518.431µs] [] [2024/05/06 15:08:49.261 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:49.261 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/6f5ed249-1976-4ecf-be2a-e679c3db20e3.sst] [firstKey=7480000000000000685F728000000000000001] [lastKey=7480000000000000685F728000000000000002] [2024/05/06 15:08:49.277 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gzip:0] [2024/05/06 15:08:49.279 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gzip:0] [readDur=113.114µs] [encodeDur=857.668µs] [deliverDur=30.336µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [takeTime=1.422904ms] [] [2024/05/06 15:08:49.287 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/512af66f-bd86-4eea-b111-69e5abb0cc59.sst] [firstKey=7480000000000000685F728000000000000003] [lastKey=7480000000000000685F728000000000000004] [2024/05/06 15:08:49.287 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:49.297 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.002.csv:0] [2024/05/06 15:08:49.299 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.002.csv:0] [readDur=781.633µs] [encodeDur=226.454µs] [deliverDur=21.966µs] [checksum="{cksum=7525221863551685899,size=165,kvs=5}"] [takeTime=1.237091ms] [] [2024/05/06 15:08:49.324 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=444.946668ms] [] [2024/05/06 15:08:49.324 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:08:49.324 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:08:49.324 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:49.353 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/f247a25d-3c27-4b33-bb41-b77e1c39e6ae.sst] [firstKey=7480000000000000685F728000000000000005] [lastKey=7480000000000000685F728000000000000009] [2024/05/06 15:08:49.452 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=127.722006ms] [] [2024/05/06 15:08:49.452 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 15:08:49.459 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:49.468 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 15:08:49.469 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:49.469 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:49.469 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 15:08:49.470 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF00000A0000000000FA] [2024/05/06 15:08:49.470 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 15:08:49.471 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=1.09023ms] [2024/05/06 15:08:49.472 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.801327ms] [] [2024/05/06 15:08:49.541 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571541355593732] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:49.541 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571541355593734] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:cached region not found,replicaSelector: replicaSelector{selectorStateStr: nil, cacheRegionIsValid: unknown, replicaStatus: []}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=] [2024/05/06 15:08:49.541 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571541355593732] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:49.621 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 7, but you sent conf_ver: 5 version: 5"] [region="{ID=32,startKey=7480000000000000FF685F728000000000FF0000010000000000FA,endKey=7480000000000000FF685F728000000000FF00000A0000000000FA,epoch=\"conf_ver:5 version:7 \",peers=\"id:33 store_id:3 ,id:34 store_id:1 ,id:35 store_id:2 \"}"] [start=7480000000000000685F728000000000000001] [end=7480000000000000685F72800000000000000A] [2024/05/06 15:08:49.621 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:08:51.621 +08:00] [2024/05/06 15:08:51.842 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 15:08:51.844 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=2.391963679s] [] [2024/05/06 15:08:51.844 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:51.863 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=18.450298ms] [] [2024/05/06 15:08:51.863 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:08:51.863 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:51.881 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=18.411597ms] [] [2024/05/06 15:08:51.881 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 15:08:51.881 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:51.882 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=55.844µs] [] [2024/05/06 15:08:51.882 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:51.883 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.141652ms] [] [2024/05/06 15:08:52.391 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:08:52.393 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:52.394 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 15:08:52.397 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:52.398 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:52.398 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:52.399 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:52.399 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:52.400 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:52.400 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:52.400 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:08:52.700 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:52.700 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:52.700 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:52.700 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:52.717 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 15:08:52.718 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:08:52.718 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:08:52.718 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:52.826 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:08:52.826 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:53.136 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:53.140 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:53.140 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:53.140 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:53.140 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:53.142 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:53.142 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:53.142 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:53.142 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:53.142 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.646434379s] [] [2024/05/06 15:08:53.449 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:53.450 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 15:08:53.469 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:08:53.469 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:08:53.469 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:08:53.469 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=3.656µs] [] [2024/05/06 15:08:53.469 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=17859299204414161358,size=297,kvs=9}"] [2024/05/06 15:08:53.471 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 15:08:53.471 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 15:08:53.475 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=17859299204414161358,size=297,kvs=9}"] [2024/05/06 15:08:53.475 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.093221ms] [] [2024/05/06 15:08:53.475 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.301307ms] [] [2024/05/06 15:08:53.892 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:08:53.894 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:53.895 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 15:08:53.895 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:08:53.895 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:53.910 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 15:08:53.931 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 15:08:53.956 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:08:54.110 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:54.110 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.938313ms] [] [2024/05/06 15:08:54.116 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 10.187065103\n# Parse_time: 0.000191602\n# Compile_time: 0.000408481\n# Rewrite_time: 0.000080478\n# Optimize_time: 0.000107561\n# Wait_TS: 0.000408554\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTAuMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTAuMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:08:54.121 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 15:08:54.136 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:54.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.136 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:54.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table gzip.t"] [2024/05/06 15:08:54.187 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.298 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.856373ms] [gotSchemaVersion=53] [phyTblIDs="[104,106]"] [actionTypes="[11,11]"] [2024/05/06 15:08:54.335 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=107] [version=53] [2024/05/06 15:08:54.362 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=68.156982ms] [job="ID:107, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.412 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/06 15:08:54.412 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=107] [elementID=1] [comment="table ID is 104"] [2024/05/06 15:08:54.438 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 15:08:54.446 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:08:54.481 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="truncate table"] [2024/05/06 15:08:54.483 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.584 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:08:54.612 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 15:08:54.612 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.614 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.494164258\n# Parse_time: 0.000106631\n# Compile_time: 0.000349221\n# Rewrite_time: 0.000007841\n# Optimize_time: 0.000272135\n# Wait_TS: 0.000443838\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/05/06 15:08:54.662 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:08:54.686 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=1] [2024/05/06 15:08:54.686 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 15:08:56.386 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:08:56.890 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:08:56.891 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:08:56.892 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 15:08:56.919 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:08:56.919 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 15:08:56.920 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=167.318µs] [2024/05/06 15:08:56.920 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=289.392µs] [] [2024/05/06 15:08:56.920 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:08:56.920 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:08:56.920 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:08:56.939 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:08:56.939 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:08:57.190 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 15:08:57.191 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 15:08:57.399 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:57.399 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:57.399 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:57.401 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:57.401 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:57.402 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:57.402 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:57.402 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:57.417 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:57.417 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:57.417 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:57.417 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:57.423 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 15:08:57.499 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:57.501 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:08:57.501 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:08:57.508 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:57.508 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:57.508 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:57.509 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:57.509 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:57.510 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:57.510 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:57.510 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:57.511 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:57.511 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:57.511 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:57.511 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:57.511 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:57.511 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:57.511 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:57.511 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:57.511 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:57.515 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:57.516 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:57.516 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:08:57.517 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:57.517 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:57.517 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:57.518 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:57.528 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:08:57.528 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:08:57.528 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/06 15:08:57.544 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 15:08:57.549 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:57.553 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:57.553 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 15:08:57.655 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 15:08:57.656 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=43.139µs] [encodeDur=196.815µs] [deliverDur=29.013µs] [checksum="{cksum=17626223787036657323,size=33,kvs=1}"] [takeTime=676.347µs] [] [2024/05/06 15:08:57.657 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 15:08:57.657 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/0f52c0b9-7541-4919-b8a0-f8861c4e98d6.sst] [firstKey=74800000000000006A5F728000000000000002] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 15:08:57.754 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 15:08:57.755 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=52.798µs] [encodeDur=178.266µs] [deliverDur=10.824µs] [checksum="{cksum=17122037552020985678,size=33,kvs=1}"] [takeTime=580.622µs] [] [2024/05/06 15:08:57.756 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 15:08:57.756 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/3527ec96-91e5-4593-a419-c3cb9785730e.sst] [firstKey=74800000000000006A5F728000000000000004] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 15:08:57.855 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 15:08:57.856 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=74.242µs] [encodeDur=193.134µs] [deliverDur=17.21µs] [checksum="{cksum=0,size=132,kvs=4}"] [takeTime=792.436µs] [] [2024/05/06 15:08:57.857 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/a86dde76-9816-48d4-8f87-2157670a1b25.sst] [firstKey=74800000000000006A5F728000000000000006] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 15:08:57.857 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=312.168692ms] [] [2024/05/06 15:08:57.857 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:08:57.857 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:08:57.857 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:57.859 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.941557ms] [] [2024/05/06 15:08:57.859 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 15:08:57.865 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:57.867 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 15:08:57.868 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:57.868 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:57.868 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000020000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 15:08:57.869 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F728000000000FF0000020000000000FA] [end=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [2024/05/06 15:08:57.869 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000020000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 15:08:57.870 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=628.879µs] [2024/05/06 15:08:57.870 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.895828ms] [] [2024/05/06 15:08:57.882 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 3, region 14, epoch conf_ver:5 version:7 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 9, request epoch conf_ver: 5 version: 7\")"] ["job stage"=needRescan] [2024/05/06 15:08:57.884 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006A5F728000000000000002] [endKey=74800000000000006A5F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:08:59.884 +08:00] [2024/05/06 15:08:57.892 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543544233987] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:57.893 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543544233987] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:59.925 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 15:08:59.927 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=2.067766044s] [] [2024/05/06 15:08:59.927 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 15:08:59.928 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.396036ms] [] [2024/05/06 15:08:59.928 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:08:59.929 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:59.930 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.73085ms] [] [2024/05/06 15:08:59.930 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 15:08:59.930 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:59.930 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=52.02µs] [] [2024/05/06 15:08:59.931 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 15:08:59.931 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=847.521µs] [] [2024/05/06 15:09:00.394 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:00.395 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:00.397 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:00.400 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:00.401 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:00.401 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:00.402 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:00.402 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:00.403 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:00.403 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:00.403 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:00.419 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:00.419 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:00.419 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:00.419 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:00.436 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 15:09:00.438 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:00.438 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:00.438 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:00.452 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:00.452 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:00.559 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:09:00.566 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:00.566 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:00.566 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:00.566 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:00.566 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:00.566 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:00.566 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:00.566 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:00.567 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:00.567 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:00.569 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:00.569 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:00.569 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:00.569 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:00.569 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.069636455s] [] [2024/05/06 15:09:00.880 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:00.882 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 15:09:00.898 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:00.898 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:00.898 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:00.898 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=2.072µs] [] [2024/05/06 15:09:00.898 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 15:09:00.899 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 15:09:00.899 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 15:09:00.902 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 15:09:00.902 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.410202ms] [] [2024/05/06 15:09:00.902 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.549842ms] [] [2024/05/06 15:09:01.393 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:01.395 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:01.396 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:01.396 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:01.396 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:01.408 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 15:09:01.411 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 15:09:01.417 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:01.527 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:01.527 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=646.387357ms] [] [2024/05/06 15:09:01.601 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.986077601\n# Parse_time: 0.000140027\n# Compile_time: 0.000398551\n# Rewrite_time: 0.000101025\n# Optimize_time: 0.000272135\n# Wait_TS: 0.000345064\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestLoadRemote/TestImportFromServer [2024/05/06 15:09:01.605 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 15:09:01.607 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 15:09:01.620 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:01.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:01.620 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:01.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database from_server"] [2024/05/06 15:09:01.637 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.654 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=1.032654ms] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:01.659 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=54] [2024/05/06 15:09:01.704 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.347442ms] [job="ID:109, Type:create schema, State:done, SchemaState:public, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:01.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.721 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create schema, State:synced, SchemaState:public, SchemaID:108, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.611 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.733 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 15:09:01.733 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:01.737 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 15:09:01.753 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:01.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 15:09:01.753 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:01.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:01.791 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.817 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.126629ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/06 15:09:01.822 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=55] [2024/05/06 15:09:01.829 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=2] [step=-2] [state=succeed] [2024/05/06 15:09:01.867 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.8699ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:01.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.893 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.969 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 15:09:01.978 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 15:09:01.978 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:01.984 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:02.029 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer949181774/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:02.030 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:02.030 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 15:09:02.030 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=46.481µs] [2024/05/06 15:09:02.030 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=188.544µs] [] [2024/05/06 15:09:02.067 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:02.071 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/06 15:09:02.071 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 15:09:02.389 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:02.891 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:02.893 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:02.894 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 15:09:02.903 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:02.903 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:02.903 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:02.917 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:02.917 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:03.187 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 15:09:03.187 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 15:09:03.401 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:03.402 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:03.402 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:03.403 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:03.403 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:03.404 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:03.404 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:03.404 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:03.421 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:03.421 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:03.421 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:03.422 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:03.427 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 15:09:03.494 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:03.495 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:03.495 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:03.499 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:03.500 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:03.500 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:03.501 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:03.501 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:03.502 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:03.502 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:03.502 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:03.502 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:03.502 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:03.502 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:03.502 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:03.502 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:03.506 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:03.507 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:03.507 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:03.508 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:03.508 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:03.509 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:03.509 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:03.519 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:03.519 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:09:03.520 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/06 15:09:03.535 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 15:09:03.541 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:03.546 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:03.546 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 15:09:03.601 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=server-0.csv:0] [2024/05/06 15:09:03.604 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=server-0.csv:0] [readDur=98.218µs] [encodeDur=433.299µs] [deliverDur=1.328368ms] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [takeTime=2.932328ms] [] [2024/05/06 15:09:03.606 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=71.581076ms] [] [2024/05/06 15:09:03.606 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/85022ce4-1f0d-4ed6-b991-16c6164b511b.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 15:09:03.606 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:03.607 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:03.607 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:03.609 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.021469ms] [] [2024/05/06 15:09:03.609 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 15:09:03.614 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:03.615 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 15:09:03.616 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:03.616 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:03.616 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:09:03.616 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF0000030000000000FA] [2024/05/06 15:09:03.616 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:09:03.617 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=484.335µs] [2024/05/06 15:09:03.617 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.386543ms] [] [2024/05/06 15:09:03.631 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 11, but you sent conf_ver: 5 version: 9"] [region="{ID=48,startKey=7480000000000000FF6E5F728000000000FF0000010000000000FA,endKey=7480000000000000FF6E5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:11 \",peers=\"id:49 store_id:3 ,id:50 store_id:1 ,id:51 store_id:2 \"}"] [start=74800000000000006E5F728000000000000001] [end=74800000000000006E5F728000000000000003] [2024/05/06 15:09:03.631 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:05.631 +08:00] [2024/05/06 15:09:03.641 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545051824132] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:03.641 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545051824132] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:05.646 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 15:09:05.648 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.038983001s] [] [2024/05/06 15:09:05.648 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:05.649 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.169505ms] [] [2024/05/06 15:09:05.649 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:05.649 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:05.651 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.466848ms] [] [2024/05/06 15:09:05.651 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 15:09:05.651 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:05.651 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=41.16µs] [] [2024/05/06 15:09:05.651 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:05.652 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=738.39µs] [] [2024/05/06 15:09:05.895 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:05.896 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:05.897 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:05.904 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.905 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.905 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:05.905 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.906 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.906 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.906 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.907 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:05.920 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.920 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.920 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.920 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.920 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.921 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.921 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.921 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.921 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.921 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.936 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 15:09:05.937 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:05.937 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:05.937 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:05.950 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:05.950 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:05.977 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.982 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.982 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.982 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.982 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.983 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.983 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.984 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.984 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:05.984 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.489270686s] [] [2024/05/06 15:09:06.292 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:06.293 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/06 15:09:06.308 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:06.308 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:06.308 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:06.311 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:06.312 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:06.312 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:06.313 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:06.313 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:06.314 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:06.314 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:06.314 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:06.314 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:06.314 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:06.314 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:06.322 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.159316ms] [] [2024/05/06 15:09:06.322 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 15:09:06.322 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 15:09:06.323 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 15:09:06.325 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 15:09:06.325 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=16.316934ms] [] [2024/05/06 15:09:06.325 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=16.452474ms] [] [2024/05/06 15:09:06.396 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:06.397 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:06.398 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:06.398 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:06.398 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:06.411 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/06 15:09:06.414 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 15:09:06.420 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:06.588 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.605716727\n# Parse_time: 0.00033203\n# Compile_time: 0.000761923\n# Rewrite_time: 0.000228377\n# Optimize_time: 0.000215408\n# Wait_TS: 0.000404843\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6NC42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse from_server;\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer949181774/001/server-0.csv';"] [2024/05/06 15:09:06.593 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 15:09:06.607 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:06.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:06.607 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:06.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:09:06.623 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:06.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:06.642 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:06.642 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=349.927979ms] [] [2024/05/06 15:09:06.645 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.835095ms] [gotSchemaVersion=56] [phyTblIDs="[110,112]"] [actionTypes="[11,11]"] [2024/05/06 15:09:06.648 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=113] [version=56] [2024/05/06 15:09:06.693 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.617445ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:06.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:06.712 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=113] [elementID=1] [comment="table ID is 110"] [2024/05/06 15:09:06.717 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 15:09:06.718 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:06.561 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:06.735 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 15:09:06.735 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:06.781 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer949181774/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:06.781 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:06.781 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 15:09:06.781 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=125.811µs] [2024/05/06 15:09:06.781 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=347.477µs] [] [2024/05/06 15:09:06.801 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=8] [2024/05/06 15:09:06.801 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 15:09:06.902 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 15:09:06.908 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:06.920 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:07.788 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571546139459585] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-19:1] [2024/05/06 15:09:08.384 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:08.888 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:08.890 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:08.892 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 15:09:08.901 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:08.901 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:08.901 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:08.914 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:08.915 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:09.186 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 15:09:09.186 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 15:09:09.398 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:09.399 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:09.399 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:09.401 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:09.401 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:09.402 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:09.402 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:09.402 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 15:09:09.417 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:09.417 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:09.417 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:09.417 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:09.423 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 15:09:09.495 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:09.497 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:09.497 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:09.500 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:09.501 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:09.501 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:09.502 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:09.502 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:09.503 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:09.503 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:09.504 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:09.504 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:09.504 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:09.504 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:09.504 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:09.504 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:09.504 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:09.508 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:09.509 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:09.509 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:09.510 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:09.510 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:09.511 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:09.511 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:09.520 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:09.520 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:09:09.521 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/06 15:09:09.535 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 15:09:09.539 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:09.543 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:09.543 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:09.543 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:09.543 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:09.717 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-1.csv:0] [2024/05/06 15:09:09.719 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-1.csv:0] [readDur=114.218µs] [encodeDur=1.07784ms] [deliverDur=604.789µs] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [takeTime=2.390453ms] [] [2024/05/06 15:09:09.721 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/58dc83b6-3acb-4a04-b6c6-b42a3d2165cb.sst] [firstKey=7480000000000000705F72800000000000000A] [lastKey=7480000000000000705F72800000000000000B] [2024/05/06 15:09:09.755 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-2.csv:0] [2024/05/06 15:09:09.756 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 15:09:09.756 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-2.csv:0] [readDur=60.781µs] [encodeDur=268.689µs] [deliverDur=254.523µs] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [takeTime=894.175µs] [] [2024/05/06 15:09:09.757 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=53.679µs] [encodeDur=282.334µs] [deliverDur=210.628µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [takeTime=925.573µs] [] [2024/05/06 15:09:09.757 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/e0c15299-79c3-4293-a51d-c5b39eb7e977.sst] [firstKey=7480000000000000705F728000000000000013] [lastKey=7480000000000000705F728000000000000014] [2024/05/06 15:09:09.757 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=222.518941ms] [] [2024/05/06 15:09:09.758 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:09.758 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:09.758 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:09.758 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/22eb5539-8f5b-4a47-b212-c9750891f777.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 15:09:09.760 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.563075ms] [] [2024/05/06 15:09:09.760 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 15:09:09.767 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:09.770 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 15:09:09.771 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:09.771 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:09.771 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF705F728000000000FF0000150000000000FA] [retry=0] [2024/05/06 15:09:09.772 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F728000000000FF0000010000000000FA] [end=7480000000000000FF705F728000000000FF0000150000000000FA] [2024/05/06 15:09:09.772 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF705F728000000000FF0000150000000000FA] [regions=1] [2024/05/06 15:09:09.772 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=530.618µs] [2024/05/06 15:09:09.772 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.64174ms] [] [2024/05/06 15:09:09.786 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 13, but you sent conf_ver: 5 version: 11"] [region="{ID=56,startKey=7480000000000000FF705F728000000000FF0000010000000000FA,endKey=7480000000000000FF705F728000000000FF0000150000000000FA,epoch=\"conf_ver:5 version:13 \",peers=\"id:57 store_id:3 ,id:58 store_id:1 ,id:59 store_id:2 \"}"] [start=7480000000000000705F728000000000000001] [end=7480000000000000705F728000000000000015] [2024/05/06 15:09:09.787 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000705F728000000000000001] [endKey=7480000000000000705F728000000000000015] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:11.787 +08:00] [2024/05/06 15:09:09.792 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546663747591] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:09.792 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546663747593] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:09.792 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546663747591] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:11.946 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 15:09:11.949 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.188712723s] [] [2024/05/06 15:09:11.949 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:11.962 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=13.049751ms] [] [2024/05/06 15:09:11.962 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:11.963 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:11.964 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.803226ms] [] [2024/05/06 15:09:11.964 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 15:09:11.964 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:11.965 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=38.427µs] [] [2024/05/06 15:09:11.965 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:11.966 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=915.967µs] [] [2024/05/06 15:09:12.394 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:12.396 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:12.397 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:12.400 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:12.401 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:12.401 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:12.403 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:12.403 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:12.404 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:12.404 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:12.404 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:12.662 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:12.662 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:12.662 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:12.662 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:12.684 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 15:09:12.686 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:12.686 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:12.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:12.730 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:12.730 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:12.914 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:12.918 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:12.918 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:12.918 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:12.918 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:12.920 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:12.920 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:12.920 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:12.920 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:12.920 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.424354253s] [] [2024/05/06 15:09:13.227 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:13.228 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 15:09:13.242 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:13.242 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:13.242 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:13.246 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:13.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:13.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:13.248 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:13.248 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:13.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:13.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:13.249 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:13.249 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:13.249 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:13.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:13.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:13.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:13.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:13.258 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=15.777923ms] [] [2024/05/06 15:09:13.258 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 15:09:13.259 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 15:09:13.259 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 15:09:13.262 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 15:09:13.262 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=19.941352ms] [] [2024/05/06 15:09:13.262 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=20.105134ms] [] [2024/05/06 15:09:13.393 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:13.394 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:13.395 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:13.396 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:13.396 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:13.473 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 15:09:13.476 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 15:09:13.487 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:13.595 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:13.595 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=367.82746ms] [] [2024/05/06 15:09:13.719 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.981251915\n# Parse_time: 0.000066277\n# Compile_time: 0.000335652\n# Rewrite_time: 0.000097796\n# Optimize_time: 0.000245931\n# Wait_TS: 0.000393397\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer949181774/001/server-*.csv';"] [2024/05/06 15:09:13.725 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 15:09:13.739 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:13.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:09:13.739 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:13.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:13.768 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:13.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:13.897 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/06 15:09:13.993 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 15:09:14.000 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.49759ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [2024/05/06 15:09:14.003 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:14.005 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=57] [2024/05/06 15:09:14.048 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=54.576126ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:108, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:13.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.097 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:14.112 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 112"] [2024/05/06 15:09:14.131 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 15:09:14.133 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:108, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:13.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.209 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 15:09:14.209 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:14.212 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.487398206\n# Parse_time: 0.000055349\n# Compile_time: 0.000350464\n# Rewrite_time: 0.000005477\n# Optimize_time: 0.000248524\n# Wait_TS: 0.000451298\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 15:09:14.251 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer949181774/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:14.251 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:14.252 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:14.252 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=40.828µs] [2024/05/06 15:09:14.252 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=149.309µs] [] [2024/05/06 15:09:14.316 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/06 15:09:14.316 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 15:09:14.386 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:14.890 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:14.892 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:14.893 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 15:09:14.945 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:14.945 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:14.945 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:14.999 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:14.999 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:15.188 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 15:09:15.188 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 15:09:15.399 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:15.400 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:15.400 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:15.402 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:15.402 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:15.403 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:15.403 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:15.403 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 15:09:15.496 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:15.497 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:15.497 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:15.500 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:15.501 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:15.501 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:15.502 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:15.502 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:15.503 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:15.503 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:15.503 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:15.503 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:15.503 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:15.504 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:15.504 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:15.504 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:15.504 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:15.504 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:15.504 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:15.504 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:15.504 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:15.504 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:15.508 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:15.508 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:15.508 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:15.509 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:15.509 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:15.510 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:15.510 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:15.691 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:15.691 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:15.691 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:15.691 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:15.691 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:15.691 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:15.691 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:15.691 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:15.692 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:15.692 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:15.699 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:15.699 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:09:15.699 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 15:09:15.701 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 15:09:15.714 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 15:09:15.812 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:15.973 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:15.973 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 15:09:16.035 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=114] [key=test.csv.gz:0] [2024/05/06 15:09:16.036 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=test.csv.gz:0] [readDur=105.8µs] [encodeDur=453.804µs] [deliverDur=360.082µs] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [takeTime=1.35287ms] [] [2024/05/06 15:09:16.037 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=322.315678ms] [] [2024/05/06 15:09:16.037 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/a4814072-0822-42cc-b5a6-45bedf54bfcc.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 15:09:16.037 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:16.037 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:16.037 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:16.128 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=91.019547ms] [] [2024/05/06 15:09:16.128 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 15:09:16.134 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:16.135 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 15:09:16.136 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:16.136 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:16.136 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF725F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF725F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:09:16.136 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF725F728000000000FF0000010000000000FA] [end=7480000000000000FF725F728000000000FF0000030000000000FA] [2024/05/06 15:09:16.137 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF725F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF725F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:09:16.137 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=507.967µs] [2024/05/06 15:09:16.137 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.440141ms] [] [2024/05/06 15:09:16.194 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571548341469185] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:16.194 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571548341469185] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:16.301 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 15, but you sent conf_ver: 5 version: 13"] [region="{ID=64,startKey=7480000000000000FF725F728000000000FF0000010000000000FA,endKey=7480000000000000FF725F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:15 \",peers=\"id:65 store_id:3 ,id:66 store_id:1 ,id:67 store_id:2 \"}"] [start=7480000000000000725F728000000000000001] [end=7480000000000000725F728000000000000003] [2024/05/06 15:09:16.301 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000725F728000000000000001] [endKey=7480000000000000725F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:18.301 +08:00] [2024/05/06 15:09:18.317 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 15:09:18.318 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.189631466s] [] [2024/05/06 15:09:18.318 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 15:09:18.319 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.109929ms] [] [2024/05/06 15:09:18.319 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:18.319 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:18.321 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.633096ms] [] [2024/05/06 15:09:18.321 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 15:09:18.321 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:18.321 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=53.93µs] [] [2024/05/06 15:09:18.321 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 15:09:18.322 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=876.392µs] [] [2024/05/06 15:09:18.394 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:18.395 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:18.396 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:18.400 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:18.400 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:18.400 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:18.402 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:18.402 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:18.403 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:18.403 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:18.403 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:18.463 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:18.463 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:18.463 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:18.463 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:18.481 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 15:09:18.483 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:18.483 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:18.483 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:18.498 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:18.498 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:18.644 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:18.648 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:18.648 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:18.648 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:18.648 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:18.649 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:18.649 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:18.649 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:18.649 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:18.649 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.153363419s] [] [2024/05/06 15:09:18.957 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:18.958 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 15:09:18.973 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:18.973 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:18.973 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:18.976 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:18.977 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:18.977 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:18.978 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:18.978 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:18.979 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:18.979 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:18.980 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:18.980 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:18.979 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:18.980 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:18.980 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:18.980 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:18.980 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:18.980 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:18.980 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:18.980 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:18.980 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:18.980 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:18.989 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=15.902559ms] [] [2024/05/06 15:09:18.989 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 15:09:18.990 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 15:09:18.990 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 15:09:18.993 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 15:09:18.993 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=19.684739ms] [] [2024/05/06 15:09:18.993 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=19.844426ms] [] [2024/05/06 15:09:19.393 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:19.395 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:19.397 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:19.397 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:19.397 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:19.410 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 15:09:19.413 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 15:09:19.422 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:19.621 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:19.622 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=664.938371ms] [] [2024/05/06 15:09:19.730 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.517358636\n# Parse_time: 0.000122934\n# Compile_time: 0.000369032\n# Rewrite_time: 0.000106938\n# Optimize_time: 0.000248524\n# Wait_TS: 0.000338652\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS41MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS41MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer949181774/001/test.csv.gz';"] === RUN TestLoadRemote/TestSnappy [2024/05/06 15:09:19.734 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 15:09:19.735 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 15:09:19.750 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:19.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:19.750 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:19.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database snappy"] [2024/05/06 15:09:19.769 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:19.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:19.789 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.289958ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:19.794 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=58] [2024/05/06 15:09:19.838 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.85566ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:19.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:19.860 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:19.711 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:19.874 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 15:09:19.874 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:19.878 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 15:09:19.899 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:19.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:19.899 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:19.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 15:09:19.902 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 15:09:19.912 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:19.924 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/06 15:09:19.928 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:19.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:19.930 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:19.950 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.143338ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [2024/05/06 15:09:19.955 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=119] [version=59] [2024/05/06 15:09:19.999 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=54.287645ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:19.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:20.017 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:19.861 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:20.030 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 15:09:20.030 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:20.087 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:20.108 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=1] [2024/05/06 15:09:20.108 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 15:09:20.385 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:20.888 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:20.889 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:20.890 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 15:09:20.907 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:20.907 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 15:09:20.907 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=48.092µs] [2024/05/06 15:09:20.907 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=157.243µs] [] [2024/05/06 15:09:20.907 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:20.907 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:20.907 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:20.923 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:20.923 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:21.187 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 15:09:21.187 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 15:09:21.396 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:21.398 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:21.398 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:21.399 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.399 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:21.401 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:21.401 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.401 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 15:09:21.427 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:21.427 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:21.427 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:21.427 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:21.427 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:21.427 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:21.428 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:21.428 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:21.428 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:21.428 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:21.433 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 15:09:21.493 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:21.494 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:21.494 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:21.500 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:21.501 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:21.501 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:21.502 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.502 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:21.503 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:21.503 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:21.503 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:21.503 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:21.503 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:21.503 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:21.507 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:21.508 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:21.508 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:21.509 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.509 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:21.510 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:21.510 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.519 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:21.520 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:09:21.520 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 15:09:21.535 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 15:09:21.540 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 15:09:21.544 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 15:09:21.544 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 15:09:21.556 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=t.01.csv.snappy:0] [2024/05/06 15:09:21.558 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=t.01.csv.snappy:0] [readDur=893.05µs] [encodeDur=189.395µs] [deliverDur=97.621µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=1.512354ms] [] [2024/05/06 15:09:21.559 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=23.72122ms] [] [2024/05/06 15:09:21.559 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/8c26afe1-a64b-4c33-96a9-12792679620b.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 15:09:21.559 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:21.559 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:21.559 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 15:09:21.561 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.853524ms] [] [2024/05/06 15:09:21.561 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 15:09:21.565 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:21.567 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 15:09:21.567 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:21.567 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 15:09:21.567 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:09:21.568 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000010000000000FA] [end=7480000000000000FF765F728000000000FF0000030000000000FA] [2024/05/06 15:09:21.568 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:09:21.568 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=442.322µs] [2024/05/06 15:09:21.568 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.240817ms] [] [2024/05/06 15:09:21.583 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 15:09:21.585 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=23.639138ms] [] [2024/05/06 15:09:21.585 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 15:09:21.586 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.180637ms] [] [2024/05/06 15:09:21.586 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:21.586 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 15:09:21.588 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.539177ms] [] [2024/05/06 15:09:21.588 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 15:09:21.588 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 15:09:21.588 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=44.844µs] [] [2024/05/06 15:09:21.588 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 15:09:21.589 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=834.088µs] [] [2024/05/06 15:09:21.590 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549757046787] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:21.590 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549757046787] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:21.892 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:21.893 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:21.894 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:21.898 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:21.898 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:21.898 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:21.899 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.899 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:21.900 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:21.900 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.900 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:21.915 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:21.915 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:21.915 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:21.915 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:21.931 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 15:09:21.932 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:21.932 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:21.932 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:21.947 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:21.947 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:22.217 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:22.220 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:22.220 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:22.220 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:22.220 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:22.221 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:22.221 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:22.221 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:22.221 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:22.221 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=727.874832ms] [] [2024/05/06 15:09:22.527 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:22.528 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 15:09:22.541 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:22.541 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:22.541 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:22.541 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.465µs] [] [2024/05/06 15:09:22.541 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 15:09:22.542 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 15:09:22.542 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 15:09:22.544 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 15:09:22.544 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.124246ms] [] [2024/05/06 15:09:22.544 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.242205ms] [] [2024/05/06 15:09:22.893 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:22.894 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:22.895 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:22.895 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:22.895 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:22.908 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 15:09:22.911 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 15:09:22.920 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:23.122 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.089162209\n# Parse_time: 0.000097125\n# Compile_time: 0.000354985\n# Rewrite_time: 0.000089884\n# Optimize_time: 0.000172525\n# Wait_TS: 0.000375074\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wOXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wOXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse snappy;\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestLoadRemote/TestZStd [2024/05/06 15:09:23.125 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 15:09:23.127 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 15:09:23.141 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:23.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:23.141 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:23.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database zstd"] [2024/05/06 15:09:23.165 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:23.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:23.171 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:23.171 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=644.227419ms] [] [2024/05/06 15:09:23.182 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=1.118672ms] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:23.186 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=60] [2024/05/06 15:09:23.231 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.061044ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:23.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:23.257 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:23.111 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:23.268 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 15:09:23.268 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:23.273 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 15:09:23.288 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:23.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:23.288 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:23.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 15:09:23.313 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:23.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:23.335 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.861957ms] [gotSchemaVersion=61] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/06 15:09:23.339 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=61] [2024/05/06 15:09:23.384 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.093095ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:23.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:23.398 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 15:09:23.405 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:23.411 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:23.261 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:23.418 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:23.423 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 15:09:23.423 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:23.563 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:23.580 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=1] [2024/05/06 15:09:23.580 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/06 15:09:26.384 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:26.886 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:26.887 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:26.888 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 15:09:26.908 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:26.908 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 15:09:26.908 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=95.05µs] [2024/05/06 15:09:26.908 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=220.035µs] [] [2024/05/06 15:09:26.908 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:26.908 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:26.908 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:26.921 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:26.921 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:27.186 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/06 15:09:27.186 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/06 15:09:27.395 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:27.395 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:27.395 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:27.397 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.397 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:27.398 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:27.398 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.398 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 15:09:27.412 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:27.412 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:27.412 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:27.412 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:27.417 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 15:09:27.492 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:27.493 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:27.493 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:27.499 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:27.499 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:27.500 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:27.501 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.501 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:27.501 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:27.502 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.502 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:27.502 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:27.502 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:27.502 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:27.502 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:27.502 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:27.502 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:27.502 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:27.502 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:27.502 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:27.502 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:27.506 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:27.507 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:27.507 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:27.508 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.508 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:27.508 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:27.509 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.517 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:27.518 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 15:09:27.518 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/06 15:09:27.532 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 15:09:27.536 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 15:09:27.539 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 15:09:27.540 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:27.684 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=t.01.csv.zst:0] [2024/05/06 15:09:27.687 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=t.01.csv.zst:0] [readDur=945.073µs] [encodeDur=937.386µs] [deliverDur=33.3µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=2.236817ms] [] [2024/05/06 15:09:27.687 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:27.688 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/c6982296-6921-4423-a157-9eb168c05082.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/06 15:09:27.728 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=t.02.csv.zstd:0] [2024/05/06 15:09:27.730 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=t.02.csv.zstd:0] [readDur=1.023246ms] [encodeDur=569.458µs] [deliverDur=10.945µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [takeTime=1.901641ms] [] [2024/05/06 15:09:27.730 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=198.400288ms] [] [2024/05/06 15:09:27.730 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/3acd7e6a-bc09-4429-95ab-e1794f2613ba.sst] [firstKey=74800000000000007A5F728000000000000003] [lastKey=74800000000000007A5F728000000000000004] [2024/05/06 15:09:27.731 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:27.731 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:27.731 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 15:09:27.732 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.664589ms] [] [2024/05/06 15:09:27.732 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 15:09:27.737 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:27.739 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 15:09:27.739 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:27.739 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 15:09:27.739 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000050000000000FA] [retry=0] [2024/05/06 15:09:27.740 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF0000050000000000FA] [2024/05/06 15:09:27.740 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000050000000000FA] [regions=1] [2024/05/06 15:09:27.740 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=498.015µs] [2024/05/06 15:09:27.740 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.256907ms] [] [2024/05/06 15:09:27.746 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571551369232389] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:27.746 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571551369232389] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:27.754 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 15:09:27.756 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=23.224071ms] [] [2024/05/06 15:09:27.756 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 15:09:27.757 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.380041ms] [] [2024/05/06 15:09:27.757 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:27.757 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 15:09:27.759 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.427409ms] [] [2024/05/06 15:09:27.759 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 15:09:27.759 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 15:09:27.759 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=49.841µs] [] [2024/05/06 15:09:27.759 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 15:09:27.760 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=811.007µs] [] [2024/05/06 15:09:27.890 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:27.891 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:27.892 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:27.895 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:27.896 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:27.896 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779689761512794] [2024/05/06 15:09:27.897 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.897 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:27.898 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:27.898 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.898 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:27.912 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:27.912 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:27.912 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:27.912 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:27.927 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 15:09:27.928 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:27.928 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:27.928 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:27.940 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:27.940 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:28.079 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:28.081 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:28.081 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:28.081 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:28.081 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:28.082 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:28.082 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:28.082 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:28.082 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 15:09:28.082 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=590.812078ms] [] [2024/05/06 15:09:28.388 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:28.389 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/06 15:09:28.402 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:28.402 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:28.402 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:28.402 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=1.716µs] [] [2024/05/06 15:09:28.402 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 15:09:28.403 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 15:09:28.403 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 15:09:28.405 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 15:09:28.405 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=3.042485ms] [] [2024/05/06 15:09:28.405 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=3.151498ms] [] [2024/05/06 15:09:28.890 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:28.891 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:28.892 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:28.892 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:28.892 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:28.903 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/06 15:09:28.905 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/06 15:09:28.912 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:28.991 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.473651624\n# Parse_time: 0.000112178\n# Compile_time: 0.000480358\n# Rewrite_time: 0.000107942\n# Optimize_time: 0.000182803\n# Wait_TS: 0.000280879\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse zstd;\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:28.996 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [2024/05/06 15:09:28.996 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [2024/05/06 15:09:28.996 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:28.997 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [] [2024/05/06 15:09:28.998 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:09:28.998 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=7.73µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=3.856µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=3.279µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=3.192µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=3.473µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=3.511µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=3.444µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=3.194µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=3.457µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=3.384µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:09:28.999 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=3.721µs] [2024/05/06 15:09:28.999 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:09:28.999 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:09:29.005 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] ["take time"=9.46959ms] [2024/05/06 15:09:29.005 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [2024/05/06 15:09:29.007 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 15:09:29.007 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/639c7319-a2a9-4e55-9070-06b7111fcce0] [watcherID=7c4676a0-f827-427e-a63e-bf4770f07070] [2024/05/06 15:09:29.007 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 15:09:29.007 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/639c7319-a2a9-4e55-9070-06b7111fcce0] [2024/05/06 15:09:29.007 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:09:29.007 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:09:29.007 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:29.007 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:29.009 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 15:09:29.009 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=374] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:09:29.010 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:29.010 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:09:29.010 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 15:09:29.011 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=7] [task-type=ImportInto] [error="context canceled"] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:09:29.011 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bf7aad2-c1ef-4b1b-9915-9b47561fa00b"] [error="lost watcher waiting for delete"] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416 watch owner key /tidb/stats/owner/22318f4cba3a596a"] [2024/05/06 15:09:29.011 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:09:29.010 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 15:09:29.011 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [2024/05/06 15:09:29.011 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 15:09:29.011 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=87a71dd0-29bd-4ec7-8c19-b03771cc3416] [2024/05/06 15:09:29.011 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:09:29.011 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 15:09:29.010 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:09:29.011 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 15:09:29.011 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=7] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 15:09:29.011 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:09:29.011 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 15:09:29.010 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:09:29.011 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:09:29.012 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bf7aad2-c1ef-4b1b-9915-9b47561fa00b"] [error="context canceled"] [2024/05/06 15:09:29.012 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:09:29.012 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8bf7aad2-c1ef-4b1b-9915-9b47561fa00b] [daemon-id=LogBackup::Advancer] [2024/05/06 15:09:29.012 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:09:29.012 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:09:29.012 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:09:29.012 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bf7aad2-c1ef-4b1b-9915-9b47561fa00b"] [2024/05/06 15:09:29.012 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:09:29.012 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bf7aad2-c1ef-4b1b-9915-9b47561fa00b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:29.024 +08:00] [INFO] [scheduler.go:223] ["scheduler runSubtask loop exit"] [task-id=7] [2024/05/06 15:09:29.024 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=635.741448ms] [] [2024/05/06 15:09:29.024 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=7] [type=ImportInto] [2024/05/06 15:09:29.024 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 15:09:29.024 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:09:29.073 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 15:09:29.074 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [error="context canceled"] [2024/05/06 15:09:29.074 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [2024/05/06 15:09:30.267 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:30.267 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 15:09:30.267 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:09:30.283 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8bf7aad2-c1ef-4b1b-9915-9b47561fa00b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:30.358 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87a71dd0-29bd-4ec7-8c19-b03771cc3416"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:30.358 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 15:09:30.358 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 15:09:30.358 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:09:30.364 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.368953175s] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:30.365 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:30.365 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:30.365 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:30.365 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:30.366 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (55.75s) --- PASS: TestLoadRemote/TestGzipAndMixedCompression (18.22s) --- PASS: TestLoadRemote/TestImportFromServer (18.13s) --- PASS: TestLoadRemote/TestSnappy (3.39s) --- PASS: TestLoadRemote/TestZStd (5.87s) PASS GCov does not exist at the given path: '' May 06, 2024 3:09:33 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 3:09:33 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 3:09:33 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 3:09:33 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 3:09:33 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 99.836s, Critical Path: 83.80s INFO: 1451 processes: 1425 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 64s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestLoadRemote [2024/05/06 15:08:39.487 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:39.487 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:39.487 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:39.489 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:39.489 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:39.490 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:39.490 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:39.492 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 15:08:39.496 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:39.497 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:39.497 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:39.521 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:39.521 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:39.527 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:39.527 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:39.632 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:39.648 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779712406106806] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:39.673 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:39.713 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1663] ["lease id"=22318f4cba523ecf] [2024/05/06 15:08:39.717 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:39.722 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest4/importintotest4_test.TestLoadRemote\n\ttests/realtikvtest/importintotest4/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 15:08:39.735 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.81848ms] [2024/05/06 15:08:39.736 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:39.736 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=10b30288-ce80-4536-897b-064e4936807f] [runWorker=true] [2024/05/06 15:08:39.736 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:39.738 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:39.739 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:39.739 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:39.740 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:39.739 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:39.740 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:39.740 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:39.740 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:39.741 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 10b30288-ce80-4536-897b-064e4936807f"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba523ed3] [ownerID=10b30288-ce80-4536-897b-064e4936807f] [op=none] [2024/05/06 15:08:39.742 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:39.742 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=64bee2ec-1772-470a-b083-4f55a763bbe7] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:39.743 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7"] ["owner key"=/tidb/br-stream/owner/22318f4cba523ed5] [ownerID=64bee2ec-1772-470a-b083-4f55a763bbe7] [op=none] [2024/05/06 15:08:39.747 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 15:08:39.766 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:39.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.766 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:39.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 15:08:39.791 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:39.792 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 10b30288-ce80-4536-897b-064e4936807f"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba523ed3] [ownerID=10b30288-ce80-4536-897b-064e4936807f] [op=none] [2024/05/06 15:08:39.792 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 10b30288-ce80-4536-897b-064e4936807f"] [op=none] [2024/05/06 15:08:39.792 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:39.812 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.850 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=19.660313ms] [2024/05/06 15:08:39.852 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:39.856 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.856 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 15:08:39.880 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.991366ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:39.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.898 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.910 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 15:08:39.910 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.913 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 15:08:39.917 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 15:08:39.945 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.945 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 15:08:39.974 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.033 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.635253ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 15:08:40.037 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.037 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 15:08:40.077 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.777238ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.107 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.139 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 15:08:40.139 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.142 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 15:08:40.160 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.160 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 15:08:40.177 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.200 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.473168ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 15:08:40.204 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.204 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 15:08:40.248 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.779921ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.264 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.278 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 15:08:40.278 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.281 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 15:08:40.296 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.296 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 15:08:40.318 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.339 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.176117ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 15:08:40.344 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.344 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 15:08:40.387 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.341525ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.414 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.427 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 15:08:40.427 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.431 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 15:08:40.452 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.452 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 15:08:40.469 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.513 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.598285ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 15:08:40.518 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.518 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 15:08:40.559 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.649297ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.578 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.599 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 15:08:40.599 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.603 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 15:08:40.619 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.619 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 15:08:40.636 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.663 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.794941ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 15:08:40.668 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.668 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 15:08:40.711 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.695864ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.727 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.741 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:40.741 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:40.745 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 15:08:40.745 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.748 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 15:08:40.765 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.765 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 15:08:40.782 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.809 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.808951ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 15:08:40.814 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.814 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 15:08:40.857 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.763248ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.874 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.889 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 15:08:40.889 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.892 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 15:08:40.907 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 15:08:40.907 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.932 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.953 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=1.968089ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 15:08:40.957 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.957 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 15:08:41.001 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.646293ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.017 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.88 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.029 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 15:08:41.029 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.032 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 15:08:41.048 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.048 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 15:08:41.070 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.096 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.315847ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 15:08:41.100 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.100 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 15:08:41.143 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.240184ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.166 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.179 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 15:08:41.179 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.182 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 15:08:41.198 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.198 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 15:08:41.218 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.243 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.356641ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 15:08:41.247 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.247 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 15:08:41.290 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.136134ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.313 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.327 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 15:08:41.328 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.331 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 15:08:41.353 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.33 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 15:08:41.353 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.33 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.375 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.33 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.400 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.526176ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 15:08:41.404 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.404 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 15:08:41.447 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.332897ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.33 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.463 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.33 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.477 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 15:08:41.477 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.480 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:41.481 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 15:08:41.497 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.497 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:41.519 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.548 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.052143ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 15:08:41.552 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.552 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 15:08:41.596 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.401975ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.614 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.631 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 15:08:41.632 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.635 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 15:08:41.651 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.629 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.651 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.629 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 15:08:41.669 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.629 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.697 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.844239ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 15:08:41.701 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.701 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 15:08:41.739 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:41.740 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 15:08:41.740 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:41.741 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:41.744 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.135574ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.629 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.763 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.629 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.778 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 15:08:41.779 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.786 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:41.803 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.779 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:41.803 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.779 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.820 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.779 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.845 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.419027ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 15:08:41.849 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.849 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 15:08:41.892 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.44659ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.779 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.913 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.779 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.926 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 15:08:41.926 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.929 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:41.944 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.944 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:41.968 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.990 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.2792ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 15:08:41.994 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.994 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 15:08:42.039 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.988971ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.063 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.076 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 15:08:42.076 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.079 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:42.093 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.079 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.093 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.079 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:42.116 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.079 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.138 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.287591ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 15:08:42.142 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.142 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 15:08:42.186 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.519977ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.079 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.212 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.079 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.225 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 15:08:42.225 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.231 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 15:08:42.247 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.247 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 15:08:42.266 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.288 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.240473ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 15:08:42.293 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.293 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 15:08:42.337 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.261828ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.364 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.378 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 15:08:42.378 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.381 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 15:08:42.396 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.38 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.396 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.38 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 15:08:42.417 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.38 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.439 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.309978ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 15:08:42.444 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.444 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 15:08:42.487 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.183161ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.38 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.512 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.38 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.526 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 15:08:42.526 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.529 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:42.546 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.529 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.546 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.529 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:42.568 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.529 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.601 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.567274ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 15:08:42.605 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.605 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 15:08:42.646 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.23092ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.529 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.665 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.529 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.687 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 15:08:42.687 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.699 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:42.714 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.68 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.715 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.68 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:42.730 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.68 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.740 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:42.740 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:42.753 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.318192ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 15:08:42.757 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.757 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 15:08:42.802 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.073953ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.68 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.819 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.68 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.833 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 15:08:42.833 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.835 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 15:08:42.850 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.83 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.850 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.83 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 15:08:42.873 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.83 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.893 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.943417ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 15:08:42.898 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.898 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 15:08:42.942 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.844236ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.83 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.963 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.83 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.978 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 15:08:42.978 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.981 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 15:08:42.996 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.996 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 15:08:43.019 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.039 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.973161ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 15:08:43.044 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.044 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 15:08:43.087 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.504923ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.112 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.128 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 15:08:43.128 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.132 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 15:08:43.153 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.153 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 15:08:43.173 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.201 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.898928ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 15:08:43.206 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.206 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 15:08:43.249 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.64982ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.266 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.282 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 15:08:43.282 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.285 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 15:08:43.303 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.303 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 15:08:43.321 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.346 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.636347ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 15:08:43.350 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.350 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 15:08:43.393 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.784648ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.417 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.430 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 15:08:43.430 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.433 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:43.448 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.448 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:43.473 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.500 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.406888ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 15:08:43.504 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.504 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 15:08:43.546 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.31366ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.566 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.580 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 15:08:43.580 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.583 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 15:08:43.599 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.599 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 15:08:43.628 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.653 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.340923ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 15:08:43.657 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.657 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 15:08:43.700 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.226624ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.718 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.732 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 15:08:43.732 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.735 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 15:08:43.740 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:43.741 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:43.750 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.751 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 15:08:43.776 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.799 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.160802ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 15:08:43.803 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.803 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 15:08:43.846 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.88967ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.865 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.879 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 15:08:43.879 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.882 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:43.898 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.879 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.898 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.879 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 15:08:43.918 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.879 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.942 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.894251ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 15:08:43.946 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.946 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 15:08:43.989 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.281758ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.879 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.012 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.879 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.026 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 15:08:44.027 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.030 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 15:08:44.044 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.044 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 15:08:44.069 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.097 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.166122ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 15:08:44.101 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.102 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 15:08:44.146 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.056946ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.165 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.03 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.188 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 15:08:44.188 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.191 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:44.192 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 15:08:44.208 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.208 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 15:08:44.228 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.253 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.328ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 15:08:44.257 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.257 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 15:08:44.301 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.415542ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.319 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.339 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 15:08:44.339 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.343 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:44.364 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.364 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:44.382 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.408 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.613388ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 15:08:44.413 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.413 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 15:08:44.456 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.62922ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.473 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.489 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 15:08:44.490 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.495 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:44.512 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.479 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.512 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.479 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:44.532 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.479 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.565 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.722308ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 15:08:44.569 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.569 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 15:08:44.613 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.936283ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.479 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.633 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.479 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.650 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 15:08:44.650 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.654 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 15:08:44.673 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.63 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.673 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.63 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 15:08:44.693 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.63 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.726 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=4.418478ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 15:08:44.731 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.731 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 15:08:44.740 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:44.740 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:44.773 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.391846ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.63 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.792 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.63 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.811 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 15:08:44.811 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.815 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 15:08:44.831 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.831 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 15:08:44.851 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.874 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.94507ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 15:08:44.879 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.879 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 15:08:44.923 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.799283ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.939 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.951 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 15:08:44.951 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.970 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:44.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.970 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:44.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 15:08:45.073 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.100 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.372401ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 15:08:45.104 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:45.104 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 15:08:45.147 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.235334ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:44.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.169 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.184 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 15:08:45.184 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.187 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 15:08:45.203 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:45.203 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 15:08:45.223 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.249 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.306499ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 15:08:45.254 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:45.254 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 15:08:45.295 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.523351ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.313 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.18 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.326 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 15:08:45.327 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.329 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 15:08:45.343 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:45.343 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 15:08:45.365 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.385 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.015898ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 15:08:45.390 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:45.390 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 15:08:45.434 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.623489ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.461 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.329 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.474 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 15:08:45.474 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.477 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 15:08:45.491 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:45.492 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 15:08:45.506 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.527 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=1.979556ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 15:08:45.531 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:45.531 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 15:08:45.575 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=52.946171ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.592 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.48 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.605 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 15:08:45.605 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.610 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 15:08:45.634 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:45.634 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 15:08:45.653 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.686 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.461222ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 15:08:45.691 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:45.691 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 15:08:45.734 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.624493ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.741 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:45.741 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:45.767 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.785 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 15:08:45.785 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.788 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 15:08:45.806 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:45.806 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 15:08:45.824 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.854 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.164573ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 15:08:45.858 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:45.859 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 15:08:45.901 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.314112ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.919 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:45.941 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 15:08:45.941 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.944 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 15:08:45.965 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:45.965 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 15:08:45.988 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.025 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=5.037602ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 15:08:46.031 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:46.031 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 15:08:46.070 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.407123ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:45.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.089 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:45.93 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.110 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 15:08:46.111 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:46.114 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:46.132 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:46.132 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:46.152 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.182 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.007143ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 15:08:46.187 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:46.187 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 15:08:46.230 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.721407ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.248 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.267 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 15:08:46.268 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:46.271 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:46.289 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:46.289 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:46.307 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.338 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.256824ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 15:08:46.343 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:46.343 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 15:08:46.386 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.188739ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.418 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.23 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.435 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 15:08:46.435 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:46.439 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 15:08:46.461 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:46.461 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 15:08:46.479 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.512 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.492815ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 15:08:46.516 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:46.517 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 15:08:46.559 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.543165ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.578 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.43 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.598 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 15:08:46.598 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:46.605 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 15:08:46.630 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:46.630 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 15:08:46.651 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.685 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.638941ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 15:08:46.690 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:46.690 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 15:08:46.733 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.990375ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.740 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:46.741 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:46.751 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.770 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 15:08:46.770 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:46.773 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:46.792 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:46.792 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:46.810 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.839 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.694629ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 15:08:46.844 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:46.844 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 15:08:46.888 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.367518ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.914 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.78 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:46.930 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 15:08:46.930 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:46.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:46.950 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:46.950 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:46.972 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.001 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.821788ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 15:08:47.006 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:47.006 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 15:08:47.048 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.219417ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:46.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.068 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:46.929 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.084 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 15:08:47.084 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:47.091 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 15:08:47.112 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:47.112 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 15:08:47.132 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.182 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=4.071854ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 15:08:47.187 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:47.187 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 15:08:47.229 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.920963ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.249 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.268 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 15:08:47.268 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:47.271 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:47.289 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.229 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:47.289 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.229 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:47.309 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.229 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.339 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.93898ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 15:08:47.343 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:47.343 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 15:08:47.386 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=54.489058ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.229 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.413 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.229 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.429 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 15:08:47.429 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:47.431 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 15:08:47.446 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:47.446 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 15:08:47.467 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.488 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.04798ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 15:08:47.492 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:47.492 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 15:08:47.536 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.317314ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:47.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.562 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.429 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:47.575 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 15:08:47.575 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:47.734 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.992144151s] [2024/05/06 15:08:47.737 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 10b30288-ce80-4536-897b-064e4936807f"] [2024/05/06 15:08:47.737 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 10b30288-ce80-4536-897b-064e4936807f"] [2024/05/06 15:08:47.739 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 10b30288-ce80-4536-897b-064e4936807f"] [] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.336µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=3.825µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.691µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.513µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.499µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=3.092µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.571µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=3.443µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=4.128µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=4.472µs] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:47.740 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.307µs] [2024/05/06 15:08:47.741 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:08:47.741 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:08:47.748 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=10b30288-ce80-4536-897b-064e4936807f] ["take time"=11.572204ms] [2024/05/06 15:08:47.748 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=10b30288-ce80-4536-897b-064e4936807f] [2024/05/06 15:08:47.751 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1663] [2024/05/06 15:08:47.751 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:08:47.751 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:08:47.751 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:08:47.751 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:47.751 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:47.751 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:47.751 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:08:47.751 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:47.751 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:47.751 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7 watch owner key /tidb/br-stream/owner/22318f4cba523ed5"] [2024/05/06 15:08:47.751 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:47.752 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:08:47.751 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:08:47.752 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7"] [2024/05/06 15:08:47.752 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:08:47.752 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:47.752 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7"] [2024/05/06 15:08:47.752 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:08:47.753 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:08:47.753 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=64bee2ec-1772-470a-b083-4f55a763bbe7] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:47.753 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:47.753 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:08:47.753 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:47.753 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:47.753 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7"] [error="context canceled"] [2024/05/06 15:08:47.754 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=16.72112ms] [2024/05/06 15:08:47.754 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779712406106806] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:47.765 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:47.823 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1285] ["lease id"=3eaa8f4cba523eab] [2024/05/06 15:08:47.825 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:47.898 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=70.447749ms] [2024/05/06 15:08:47.901 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:47.901 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=ffe116c5-9247-465f-b8dc-c83b08762372] [runWorker=true] [2024/05/06 15:08:47.901 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:47.903 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:47.904 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:47.904 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:47.905 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:47.905 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:47.905 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:47.905 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:47.907 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba523f65] [ownerID=ffe116c5-9247-465f-b8dc-c83b08762372] [op=none] [2024/05/06 15:08:47.907 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:47.907 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=db976611-e1c6-44e4-821c-32b1bccbf2c9] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:47.917 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 15:08:47.918 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:08:47.918 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:08:47.918 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 15:08:47.920 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] ["owner key"=/tidb/bindinfo/owner/22318f4cba523f6a] [ownerID=ffe116c5-9247-465f-b8dc-c83b08762372] [op=none] [2024/05/06 15:08:47.923 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 15:08:47.927 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 15:08:47.953 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:08:47.953 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:08:47.956 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:47.957 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba523f65] [ownerID=ffe116c5-9247-465f-b8dc-c83b08762372] [op=none] [2024/05/06 15:08:47.957 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [op=none] [2024/05/06 15:08:47.957 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:47.959 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:08:47.968 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:08:47.968 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:08:47.968 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:08:47.968 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 15:08:47.968 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:08:47.968 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 15:08:47.968 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 15:08:47.968 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 15:08:47.968 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 15:08:47.970 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:08:47.970 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 15:08:47.971 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:08:47.971 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:08:47.971 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 15:08:47.971 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:08:47.974 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:08:47.974 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:08:47.974 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] ["owner key"=/tidb/stats/owner/22318f4cba523f6d] [ownerID=ffe116c5-9247-465f-b8dc-c83b08762372] [op=none] [2024/05/06 15:08:47.975 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b84e18ae-b709-45ba-a849-0a95c158c324] [2024/05/06 15:08:47.976 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:47.976 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:47.985 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=15.465631ms] [2024/05/06 15:08:47.986 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 15:08:47.998 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestGlobalSortBasic [2024/05/06 15:08:48.003 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 15:08:48.004 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 15:08:48.018 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:47.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:48.018 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:47.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gsort_basic"] [2024/05/06 15:08:48.034 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:48.052 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.093251ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:08:48.056 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 15:08:48.101 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.355101ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:47.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:48.128 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:47.98 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:48.138 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 15:08:48.138 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:48.141 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 15:08:48.157 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:48.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:48.157 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:48.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 15:08:48.173 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:48.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:48.196 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.318032ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 15:08:48.200 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 15:08:48.244 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.595315ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:48.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:48.262 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:48.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:48.276 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 15:08:48.276 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:48.446 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=false] [2024/05/06 15:08:48.477 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=8] [2024/05/06 15:08:48.477 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 15:08:48.976 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 15:08:48.976 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 15:08:48.976 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b84e18ae-b709-45ba-a849-0a95c158c324] [watcherID=2c719968-8cdb-4650-bfe0-b6926b6fb6a5] [2024/05/06 15:08:48.987 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 15:08:48.987 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 15:08:48.987 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 15:08:49.213 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 64bee2ec-1772-470a-b083-4f55a763bbe7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:08:49.904 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:51.997 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:08:52.500 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 15:08:52.502 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:52.504 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 15:08:52.520 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:08:52.520 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:08:52.520 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=62.861µs] [2024/05/06 15:08:52.520 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=205.845µs] [] [2024/05/06 15:08:52.521 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 15:08:52.521 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/06 15:08:52.521 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:08:52.546 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 15:08:52.546 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:08:52.797 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 15:08:52.797 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 15:08:53.016 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 15:08:53.107 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:53.109 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 15:08:53.109 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 15:08:53.116 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 15:08:53.119 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:53.120 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:53.120 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:53.121 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:53.121 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:53.122 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:53.122 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:53.123 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:53.123 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:08:53.123 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:08:53.123 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:53.123 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:53.123 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:53.128 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:53.129 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:53.129 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:53.130 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:53.131 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:53.131 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:53.132 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:53.146 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:08:53.146 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:08:53.147 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=encode&sort] [limit=256MiB] [2024/05/06 15:08:53.163 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/870800a7-684a-4dd9-9213-88f13a982393] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/f618604f-224b-4f62-9680-b7dbb032f4a2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/613a54f0-75cb-42e0-98d2-f73d0461cca1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/e1393b83-294c-4f5e-a639-e0bbd6c3ad96] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3aa700fa-fd3e-4394-afdb-09a5d4a06c17] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b6ef9005-abeb-460e-83c8-6df5eaf9de68] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d4ad434e-a438-43c3-8b0d-389330f97565] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.236 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:53.238 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=t.2.csv:0] [2024/05/06 15:08:53.250 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=t.2.csv:0] [readDur=780.348µs] [encodeDur=754.593µs] [deliverDur=10.30099ms] [checksum="{cksum=14938364691331578267,size=556,kvs=12}"] [takeTime=12.245659ms] [] [2024/05/06 15:08:53.256 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=12.989µs] [write-time=5.589244ms] [sort-speed(kv/s)=231kB] [write-speed(bytes/s)=31.28KiB] [writer-id=data/fbaf09ea-2797-48e4-b2d4-99683502ad39] [2024/05/06 15:08:53.257 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/fbaf09ea-2797-48e4-b2d4-99683502ad39] [kv-cnt-cap=4] [minKey=7480000000000000685f728000000000000004] [maxKey=7480000000000000685f728000000000000006] [2024/05/06 15:08:53.260 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.9µs] [write-time=3.452679ms] [sort-speed(kv/s)=769.2kB] [write-speed(bytes/s)=45.82KiB] [writer-id=index/1/fbaf09ea-2797-48e4-b2d4-99683502ad39] [2024/05/06 15:08:53.260 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/fbaf09ea-2797-48e4-b2d4-99683502ad39] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000001038000000000000004038000000000000004] [maxKey=7480000000000000685f698000000000000001038000000000000006038000000000000006] [2024/05/06 15:08:53.264 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.471µs] [write-time=3.412494ms] [sort-speed(kv/s)=864.3kB] [write-speed(bytes/s)=70.11KiB] [writer-id=index/2/fbaf09ea-2797-48e4-b2d4-99683502ad39] [2024/05/06 15:08:53.264 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/fbaf09ea-2797-48e4-b2d4-99683502ad39] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=7480000000000000685f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 15:08:53.268 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.236µs] [write-time=3.60696ms] [sort-speed(kv/s)=927.1kB] [write-speed(bytes/s)=43.86KiB] [writer-id=index/3/fbaf09ea-2797-48e4-b2d4-99683502ad39] [2024/05/06 15:08:53.268 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/fbaf09ea-2797-48e4-b2d4-99683502ad39] [kv-cnt-cap=4] [minKey=7480000000000000685f69800000000000000303800000000000007b038000000000000004] [maxKey=7480000000000000685f698000000000000003038000000000000143038000000000000006] [2024/05/06 15:08:53.268 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=104.982115ms] [] [2024/05/06 15:08:53.268 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 15:08:53.287 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/11c71c56-694b-451c-bb85-70cd33d83969] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b1fd1fc4-ab23-4827-a36d-7fb13e12c9a1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0bdbbc4d-c954-4c53-8930-6e96dc01d8b1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d65f474f-6d07-4212-bf80-032e7e2c67cf] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/c6cd0638-fc56-46c8-9c56-63d2d50f13d3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/58b51936-0f58-408f-b6c6-4b1837eb31b5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/8d9b83ed-352e-48ad-9240-40cad7e80379] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:08:53.732 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:53.734 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=t.1.csv:0] [2024/05/06 15:08:54.115 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=t.1.csv:0] [readDur=1.018371ms] [encodeDur=413.367µs] [deliverDur=378.721575ms] [checksum="{cksum=8193173687965330566,size=556,kvs=12}"] [takeTime=380.435594ms] [] [2024/05/06 15:08:54.134 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=5.057µs] [write-time=19.275781ms] [sort-speed(kv/s)=593.2kB] [write-speed(bytes/s)=9.069KiB] [writer-id=data/1843a31a-f87d-481f-98c9-cf2fabdbb466] [2024/05/06 15:08:54.134 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/1843a31a-f87d-481f-98c9-cf2fabdbb466] [kv-cnt-cap=4] [minKey=7480000000000000685f728000000000000001] [maxKey=7480000000000000685f728000000000000003] [2024/05/06 15:08:54.153 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=5.675µs] [write-time=18.630515ms] [sort-speed(kv/s)=528.6kB] [write-speed(bytes/s)=8.492KiB] [writer-id=index/1/1843a31a-f87d-481f-98c9-cf2fabdbb466] [2024/05/06 15:08:54.153 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/1843a31a-f87d-481f-98c9-cf2fabdbb466] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000001038000000000000001038000000000000001] [maxKey=7480000000000000685f698000000000000001038000000000000003038000000000000003] [2024/05/06 15:08:54.173 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.694µs] [write-time=19.187199ms] [sort-speed(kv/s)=812.1kB] [write-speed(bytes/s)=12.47KiB] [writer-id=index/2/1843a31a-f87d-481f-98c9-cf2fabdbb466] [2024/05/06 15:08:54.173 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/1843a31a-f87d-481f-98c9-cf2fabdbb466] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=7480000000000000685f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 15:08:54.192 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.802µs] [write-time=19.478388ms] [sort-speed(kv/s)=789.1kB] [write-speed(bytes/s)=8.122KiB] [writer-id=index/3/1843a31a-f87d-481f-98c9-cf2fabdbb466] [2024/05/06 15:08:54.192 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/1843a31a-f87d-481f-98c9-cf2fabdbb466] [kv-cnt-cap=4] [minKey=7480000000000000685f69800000000000000303800000000000007b038000000000000001] [maxKey=7480000000000000685f698000000000000003038000000000000315038000000000000003] [2024/05/06 15:08:54.193 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=905.612061ms] [] [2024/05/06 15:08:54.193 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 15:08:54.505 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 15:08:54.508 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:54.510 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 15:08:54.517 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 15:08:54.517 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 15:08:54.518 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 15:08:54.518 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 15:08:54.518 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 15:08:54.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=0] [2024/05/06 15:08:54.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:54.534 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 15:08:54.535 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:54.823 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:54.825 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:54.825 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:54.825 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:54.826 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:54.827 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:54.827 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:54.827 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:54.827 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:54.827 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.720055765s] [] [2024/05/06 15:08:55.004 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 15:08:55.006 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:55.008 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 15:08:55.035 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.035 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.035 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.036 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.036 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.037 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.037 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.041 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.042 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:08:55.045 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f69800000000000000303800000000000007b038000000000000001] [endKey=7480000000000000685f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 15:08:55.048 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.048 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.049 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.049 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.050 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.050 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.050 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.054 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.054 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.054 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.054 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.055 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.054 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.055 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.055 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.055 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.055 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.055 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:08:55.058 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f728000000000000001] [endKey=7480000000000000685f72800000000000000600] [dataFiles=2] [2024/05/06 15:08:55.060 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.061 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.061 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.062 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.062 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.063 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.063 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.067 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.067 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.067 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.067 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.067 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:08:55.071 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f698000000000000001038000000000000001038000000000000001] [endKey=7480000000000000685f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 15:08:55.073 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.074 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.074 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.075 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.075 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.076 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.076 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.079 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.079 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.079 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.079 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.080 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:08:55.083 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=7480000000000000685f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 15:08:55.083 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 15:08:55.083 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=4] [concurrency=8] [subtasks=4] [2024/05/06 15:08:55.083 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:55.102 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 15:08:55.102 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:55.135 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:55.137 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 15:08:55.148 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.149 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.149 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.150 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.150 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.151 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.151 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.151 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.151 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.151 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.151 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.151 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.151 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:08:55.152 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:08:55.152 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.152 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.152 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.152 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.152 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.155 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.156 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.156 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.157 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.157 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.158 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.158 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.168 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:08:55.168 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:08:55.184 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=3] [2024/05/06 15:08:55.193 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F69800000000000000303800000000000007B038000000000000001] [endKey=7480000000000000685F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 15:08:55.193 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:55.195 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:08:55.195 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:55.195 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:08:55.195 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [retry=0] [2024/05/06 15:08:55.196 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [2024/05/06 15:08:55.196 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [regions=1] [2024/05/06 15:08:55.199 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7200000100000000FB,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:5 \",peers=\"id:15 store_id:2 ,id:20 store_id:3 ,id:25 store_id:1 \"}"] [regionErr="message:\"EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 7\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 15:08:55.202 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 7\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/06 15:08:55.202 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [retry=1] [2024/05/06 15:08:55.210 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571542841163784] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:55.210 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571542841163784] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:55.508 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.509 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.509 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:55.510 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.510 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.511 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.511 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.511 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 15:08:55.573 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.573 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.573 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.573 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:56.203 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 15:08:56.203 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [regions=2] [2024/05/06 15:08:56.203 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 15:08:56.203 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.008071097s] [] [2024/05/06 15:08:56.203 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:08:56.204 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:08:56.207 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.756095ms] [] [2024/05/06 15:08:56.211 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=721.588µs] ["iterated count"=6] [2024/05/06 15:08:56.245 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 15:08:56.247 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=3] [takeTime=1.06306005s] [] [2024/05/06 15:08:56.264 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=data] [2024/05/06 15:08:56.274 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F72800000000000000600] [ranges=1] [] [2024/05/06 15:08:56.274 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:56.276 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:08:56.276 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:56.276 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:08:56.276 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FB] [retry=0] [2024/05/06 15:08:56.277 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000060000000000FB] [2024/05/06 15:08:56.277 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FB] [regions=1] [2024/05/06 15:08:56.282 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/06 15:08:56.284 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABoX3KAAAAAAAAAAQ=="] [end="dIAAAAAAAABoX3KAAAAAAAAABgA="] [2024/05/06 15:08:56.304 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=19.975874ms] [2024/05/06 15:08:56.304 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=28.186382ms] [] [2024/05/06 15:08:56.304 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:08:56.304 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:08:56.308 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.776755ms] [] [2024/05/06 15:08:56.311 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543129784324] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:56.311 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543129784324] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:08:56.312 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=722.393µs] ["iterated count"=6] [2024/05/06 15:08:56.327 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 15:08:56.329 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=data] [takeTime=64.418539ms] [] [2024/05/06 15:08:56.347 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [2024/05/06 15:08:56.356 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F698000000000000001038000000000000001038000000000000001] [endKey=7480000000000000685F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 15:08:56.356 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:56.358 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:08:56.358 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:56.358 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:08:56.358 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [retry=0] [2024/05/06 15:08:56.359 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [2024/05/06 15:08:56.359 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [regions=1] [2024/05/06 15:08:56.361 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=28,startKey=7200000100000000FB,endKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC,epoch=\"conf_ver:5 version:7 \",peers=\"id:29 store_id:2 ,id:30 store_id:3 ,id:31 store_id:1 \"}"] [regionErr="message:\"EpochNotMatch [region 28] 29 epoch changed conf_ver: 5 version: 9 != conf_ver: 5 version: 7, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 15:08:56.364 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 28] 29 epoch changed conf_ver: 5 version: 9 != conf_ver: 5 version: 7, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=28] [2024/05/06 15:08:56.364 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [retry=1] [2024/05/06 15:08:56.391 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543155998721] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-epoch_not_match:1] [2024/05/06 15:08:56.392 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543155998722] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-epoch_not_match:1] [2024/05/06 15:08:57.365 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 15:08:57.365 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [regions=2] [2024/05/06 15:08:57.365 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 15:08:57.365 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.006869104s] [] [2024/05/06 15:08:57.365 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:08:57.365 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:08:57.369 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.400987ms] [] [2024/05/06 15:08:57.372 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=661.139µs] ["iterated count"=6] [2024/05/06 15:08:57.387 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 15:08:57.389 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [takeTime=1.042228325s] [] [2024/05/06 15:08:57.411 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [2024/05/06 15:08:57.422 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=7480000000000000685F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 15:08:57.422 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:57.424 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:08:57.424 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:57.424 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:08:57.424 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/06 15:08:57.425 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [2024/05/06 15:08:57.425 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/06 15:08:57.427 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=28,startKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD,endKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC,epoch=\"conf_ver:5 version:9 \",peers=\"id:29 store_id:2 ,id:30 store_id:3 ,id:31 store_id:1 \"}"] [regionErr="message:\"EpochNotMatch [region 28] 29 epoch changed conf_ver: 5 version: 11 != conf_ver: 5 version: 9, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 15:08:57.429 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 28] 29 epoch changed conf_ver: 5 version: 11 != conf_ver: 5 version: 9, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=28] [2024/05/06 15:08:57.429 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [retry=1] [2024/05/06 15:08:57.907 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571543548952580] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-23:1] [2024/05/06 15:08:58.431 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 15:08:58.431 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [regions=2] [2024/05/06 15:08:58.431 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 15:08:58.431 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.006871787s] [] [2024/05/06 15:08:58.431 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:08:58.431 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:08:58.435 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.462962ms] [] [2024/05/06 15:08:58.438 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=803.308µs] ["iterated count"=6] [2024/05/06 15:08:58.451 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 15:08:58.453 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [takeTime=1.042503405s] [] [2024/05/06 15:08:58.505 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/06 15:08:58.507 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:58.509 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 15:08:58.512 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:58.513 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:58.513 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:08:58.514 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:58.514 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:58.515 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:58.515 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:58.515 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:58.533 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:58.533 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:58.533 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:58.533 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:58.561 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 15:08:58.564 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 15:08:58.564 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=5] [concurrency=8] [subtasks=1] [2024/05/06 15:08:58.564 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:58.581 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=5] [to=2] [2024/05/06 15:08:58.581 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:58.774 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:58.779 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:58.779 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:58.779 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:58.779 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:58.780 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:58.780 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:58.780 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:58.780 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:58.780 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.645117858s] [] [2024/05/06 15:08:59.086 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:59.089 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 15:08:59.101 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 15:08:59.102 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 15:08:59.102 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 15:08:59.102 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=2.472µs] [] [2024/05/06 15:08:59.102 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 15:08:59.102 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 15:08:59.103 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 15:08:59.105 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543863787529] [req-type=Cop] [region="{ region id: 28, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-epoch_not_match:1] [2024/05/06 15:08:59.105 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543863787529] [req-type=Cop] [region="{ region id: 28, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-epoch_not_match:1] [2024/05/06 15:08:59.105 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543863787529] [req-type=Cop] [region="{ region id: 28, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-epoch_not_match:1] [2024/05/06 15:08:59.105 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571543863787529] [req-type=Cop] [region="{ region id: 48, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 49, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 50, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 51, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=49-not_leader-50:1] [2024/05/06 15:08:59.113 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 15:08:59.114 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=11.984458ms] [] [2024/05/06 15:08:59.114 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.098678ms] [] [2024/05/06 15:08:59.504 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:08:59.506 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:59.508 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 15:08:59.508 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:08:59.508 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:59.529 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 15:08:59.533 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 15:08:59.543 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:08:59.593 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 11.31351727\n# Parse_time: 0.000258038\n# Compile_time: 0.000437394\n# Rewrite_time: 0.000093525\n# Optimize_time: 0.000059325\n# Wait_TS: 0.000335968\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gsort_basic;\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 15:08:59.742 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:59.742 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.389904ms] [] [2024/05/06 15:09:00.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 15:09:00.031 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:00.033 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 15:09:00.045 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/06 15:09:00.076 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=43.051085ms] [] [2024/05/06 15:09:00.099 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:00.112 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 15:09:00.126 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:00.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:00.126 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:00.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:09:00.144 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:00.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:00.172 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.71746ms] [gotSchemaVersion=53] [phyTblIDs="[104,106]"] [actionTypes="[11,11]"] [2024/05/06 15:09:00.178 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=107] [version=53] [2024/05/06 15:09:00.219 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=52.928878ms] [job="ID:107, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:00.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:00.235 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=107] [elementID=1] [comment="table ID is 104"] [2024/05/06 15:09:00.245 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="truncate table"] [2024/05/06 15:09:00.247 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:00.08 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:00.267 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 15:09:00.267 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:00.317 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:00.338 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=8] [2024/05/06 15:09:00.338 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 15:09:00.996 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:01.499 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 15:09:01.501 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:01.503 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 15:09:01.520 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:01.520 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:09:01.520 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=97.19µs] [2024/05/06 15:09:01.520 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=229.33µs] [] [2024/05/06 15:09:01.520 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 15:09:01.520 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/06 15:09:01.520 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:01.539 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 15:09:01.539 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:01.798 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 15:09:01.799 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 15:09:02.013 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 15:09:02.105 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:02.107 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 15:09:02.107 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 15:09:02.116 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:02.116 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:02.116 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:02.117 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:02.117 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:02.118 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:02.118 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:02.118 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:02.118 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:02.119 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:02.119 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:02.119 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:02.119 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:02.119 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:02.119 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:02.119 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:02.119 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:02.119 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:02.119 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:02.123 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:02.123 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:02.123 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:02.124 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:02.124 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:02.125 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:02.125 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:02.135 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:02.135 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:02.135 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=encode&sort] [limit=256MiB] [2024/05/06 15:09:02.150 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/7d37ade6-80ea-485d-8418-1a60d0c6ed57] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b97a6980-def9-4277-8d06-b74fffe3c4b4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/62627891-a234-434b-9c6e-8aa475510cdb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3191b22a-422b-4ec4-a529-cf32c4f922ff] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/dd259b64-04cb-4a82-86c7-ac674fbb7f77] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/833c7e0b-6e18-493a-96d9-3f37e77e0848] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.726 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/e4ded82e-5dd0-48fd-b696-39ffe144a1b1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:02.727 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 15:09:02.728 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 15:09:02.749 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=743.59µs] [encodeDur=797.798µs] [deliverDur=18.199913ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [takeTime=20.177825ms] [] [2024/05/06 15:09:02.753 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.601µs] [write-time=4.259419ms] [sort-speed(kv/s)=833.1kB] [write-speed(bytes/s)=41.04KiB] [writer-id=data/0af66f05-4041-45d7-80b0-8057a4829b68] [2024/05/06 15:09:02.753 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0af66f05-4041-45d7-80b0-8057a4829b68] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 15:09:02.757 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=2.846µs] [write-time=3.406586ms] [sort-speed(kv/s)=1.054MB] [write-speed(bytes/s)=46.44KiB] [writer-id=index/1/0af66f05-4041-45d7-80b0-8057a4829b68] [2024/05/06 15:09:02.757 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/0af66f05-4041-45d7-80b0-8057a4829b68] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 15:09:02.761 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.175µs] [write-time=3.972953ms] [sort-speed(kv/s)=944.9kB] [write-speed(bytes/s)=60.22KiB] [writer-id=index/2/0af66f05-4041-45d7-80b0-8057a4829b68] [2024/05/06 15:09:02.761 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/0af66f05-4041-45d7-80b0-8057a4829b68] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 15:09:02.765 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=2.878µs] [write-time=3.646726ms] [sort-speed(kv/s)=1.042MB] [write-speed(bytes/s)=43.38KiB] [writer-id=index/3/0af66f05-4041-45d7-80b0-8057a4829b68] [2024/05/06 15:09:02.765 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/0af66f05-4041-45d7-80b0-8057a4829b68] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 15:09:02.765 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=615.477545ms] [] [2024/05/06 15:09:02.765 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 15:09:02.784 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 15:09:03.451 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 15:09:03.451 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/7f2a70e7-9dd4-4fea-ab9c-4f1cac19ef08] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.451 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/dbe3535d-daca-4d2b-8fe1-132cfd407a2c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.450 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/cb9904a7-5fcf-49c6-95a7-4f809e15bfb4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.451 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/efc3851c-3a44-4cb0-b721-bc8c6edc599b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.451 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a128e14c-b404-4d56-a42c-7deb3df86078] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.451 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/cef8906a-27d4-4f2e-a014-e25c5eb3abba] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.451 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/686d9215-4f9c-4f90-aaa1-d7ecd87e6770] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:03.453 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 15:09:03.857 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=922.812µs] [encodeDur=776.96µs] [deliverDur=401.668135ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [takeTime=403.762668ms] [] [2024/05/06 15:09:03.875 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=4.239µs] [write-time=17.999403ms] [sort-speed(kv/s)=707.7kB] [write-speed(bytes/s)=9.712KiB] [writer-id=data/56639ff0-75ef-408e-937c-d9fe2da97447] [2024/05/06 15:09:03.875 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/56639ff0-75ef-408e-937c-d9fe2da97447] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 15:09:03.892 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.866µs] [write-time=16.422938ms] [sort-speed(kv/s)=776kB] [write-speed(bytes/s)=9.633KiB] [writer-id=index/1/56639ff0-75ef-408e-937c-d9fe2da97447] [2024/05/06 15:09:03.892 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/56639ff0-75ef-408e-937c-d9fe2da97447] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 15:09:03.909 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.782µs] [write-time=17.261945ms] [sort-speed(kv/s)=793.2kB] [write-speed(bytes/s)=13.86KiB] [writer-id=index/2/56639ff0-75ef-408e-937c-d9fe2da97447] [2024/05/06 15:09:03.909 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/56639ff0-75ef-408e-937c-d9fe2da97447] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 15:09:03.927 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.001µs] [write-time=17.445883ms] [sort-speed(kv/s)=749.8kB] [write-speed(bytes/s)=9.068KiB] [writer-id=index/3/56639ff0-75ef-408e-937c-d9fe2da97447] [2024/05/06 15:09:03.927 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/56639ff0-75ef-408e-937c-d9fe2da97447] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 15:09:03.927 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=1.14324388s] [] [2024/05/06 15:09:03.927 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 15:09:04.003 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 15:09:04.005 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:04.007 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 15:09:04.014 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=1] [2024/05/06 15:09:04.014 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=2] [2024/05/06 15:09:04.014 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=3] [2024/05/06 15:09:04.014 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=1] [2024/05/06 15:09:04.014 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=1] [2024/05/06 15:09:04.014 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:04.030 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 15:09:04.030 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:04.254 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 15:09:04.256 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:04.256 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:04.256 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:04.257 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:04.257 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:04.257 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:04.257 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:04.257 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.152273498s] [] [2024/05/06 15:09:04.565 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:04.567 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=merge-sort] [2024/05/06 15:09:04.591 +08:00] [INFO] [scheduler.go:287] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [2024/05/06 15:09:04.591 +08:00] [INFO] [merge.go:34] ["start to merge overlapping files"] [file-count=2] [file-groups=2] [concurrency=8] [2024/05/06 15:09:04.592 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=53d1646e-3e39-4d6f-ae5d-765f5f9701b0] [file-count=1] [2024/05/06 15:09:04.592 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=f11f3ff5-257d-4d60-8bb0-396b7e55e8a5] [file-count=1] [2024/05/06 15:09:04.681 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.335µs] [write-time=8.791562ms] [sort-speed(kv/s)=899.6kB] [write-speed(bytes/s)=19.88KiB] [writer-id=53d1646e-3e39-4d6f-ae5d-765f5f9701b0] [2024/05/06 15:09:04.681 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=53d1646e-3e39-4d6f-ae5d-765f5f9701b0] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 15:09:04.681 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=53d1646e-3e39-4d6f-ae5d-765f5f9701b0] [file-count=1] [takeTime=89.873082ms] [] [2024/05/06 15:09:04.684 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=2.838µs] [write-time=8.475568ms] [sort-speed(kv/s)=1.057MB] [write-speed(bytes/s)=20.62KiB] [writer-id=f11f3ff5-257d-4d60-8bb0-396b7e55e8a5] [2024/05/06 15:09:04.684 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=f11f3ff5-257d-4d60-8bb0-396b7e55e8a5] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 15:09:04.684 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=f11f3ff5-257d-4d60-8bb0-396b7e55e8a5] [file-count=1] [takeTime=92.808897ms] [] [2024/05/06 15:09:04.684 +08:00] [INFO] [scheduler.go:289] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [takeTime=93.159599ms] [] [2024/05/06 15:09:05.003 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 15:09:05.005 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:05.007 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 15:09:05.035 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.036 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.036 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.036 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.037 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.037 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.037 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.041 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.042 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:05.045 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 15:09:05.047 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.048 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.048 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.049 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.049 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.050 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.050 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.054 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.054 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.054 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.054 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.055 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:05.058 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 15:09:05.060 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.061 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.061 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.062 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.062 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.063 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.063 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.067 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.067 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.067 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.067 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.067 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:05.070 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 15:09:05.073 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.073 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.073 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.074 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.074 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.075 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.075 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.079 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.079 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.079 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.079 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.079 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:05.082 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 15:09:05.082 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 15:09:05.082 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=4] [concurrency=8] [subtasks=4] [2024/05/06 15:09:05.083 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:05.102 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 15:09:05.102 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:05.312 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:05.312 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=747.287167ms] [] [2024/05/06 15:09:05.513 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.514 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.514 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.515 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.515 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.516 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.516 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.516 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 15:09:05.534 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:05.534 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.534 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.534 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.619 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:05.621 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 15:09:05.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.634 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:05.634 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:05.634 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:05.634 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:05.634 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:05.635 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:05.635 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:05.635 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:05.635 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:05.635 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:05.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:05.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:05.639 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:05.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:05.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:05.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:05.651 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:05.651 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:05.667 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=11] [kv-group=data] [2024/05/06 15:09:05.676 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 15:09:05.676 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:05.678 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=dbbb477d-006a-5bdf-8d9a-a4c9cb6853ed] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:05.678 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:05.678 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:05.678 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FB] [retry=0] [2024/05/06 15:09:05.679 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FB] [2024/05/06 15:09:05.679 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FB] [regions=1] [2024/05/06 15:09:05.684 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7480000000000000FF685F728000000000FF0000060000000000FB,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:9 \",peers=\"id:15 store_id:2 ,id:20 store_id:3 ,id:25 store_id:1 \"}"] [regionErr="message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 11 != conf_ver: 5 version: 9, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 15:09:05.685 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 11 != conf_ver: 5 version: 9, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/06 15:09:05.686 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FC] [retry=1] [2024/05/06 15:09:05.710 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545593937926] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:05.710 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545593937926] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:06.687 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/06 15:09:06.687 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FC] [regions=2] [2024/05/06 15:09:06.687 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 15:09:06.687 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.009085884s] [] [2024/05/06 15:09:06.687 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:09:06.687 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:06.695 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=7.324734ms] [] [2024/05/06 15:09:06.699 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=647.248µs] ["iterated count"=6] [2024/05/06 15:09:06.714 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=dbbb477d-006a-5bdf-8d9a-a4c9cb6853ed] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 15:09:06.716 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=11] [kv-group=data] [takeTime=1.049038834s] [] [2024/05/06 15:09:06.735 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=12] [kv-group=1] [2024/05/06 15:09:06.746 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 15:09:06.746 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:06.747 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=25668ad8-4873-57dc-aa1d-011bac643ec4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:06.748 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:06.748 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:06.748 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [retry=0] [2024/05/06 15:09:06.748 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [2024/05/06 15:09:06.748 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [regions=1] [2024/05/06 15:09:06.754 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/06 15:09:06.755 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=68] [keys=2] [firstKey="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 15:09:06.756 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=894.638µs] [2024/05/06 15:09:06.756 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=8.137915ms] [] [2024/05/06 15:09:06.756 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:09:06.756 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:06.759 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.905133ms] [] [2024/05/06 15:09:06.763 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=604.695µs] ["iterated count"=6] [2024/05/06 15:09:06.791 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=25668ad8-4873-57dc-aa1d-011bac643ec4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 15:09:06.792 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=12] [kv-group=1] [takeTime=56.947049ms] [] [2024/05/06 15:09:06.810 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=13] [kv-group=2] [2024/05/06 15:09:06.820 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 15:09:06.820 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:06.822 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=c38aba3a-2546-5d4f-bdc1-3840e3607eff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:06.822 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:06.822 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:06.822 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/06 15:09:06.823 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [2024/05/06 15:09:06.823 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/06 15:09:06.828 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=68] [keys=2] [firstKey="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 15:09:06.840 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=11.925258ms] [2024/05/06 15:09:06.840 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=18.102309ms] [] [2024/05/06 15:09:06.840 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:09:06.840 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:06.844 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.384458ms] [] [2024/05/06 15:09:06.848 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=368.317µs] ["iterated count"=6] [2024/05/06 15:09:06.860 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=c38aba3a-2546-5d4f-bdc1-3840e3607eff] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 15:09:06.861 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=13] [kv-group=2] [takeTime=50.753221ms] [] [2024/05/06 15:09:06.881 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=3] [2024/05/06 15:09:06.891 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 15:09:06.891 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:06.892 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:06.893 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:06.893 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:06.893 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [retry=0] [2024/05/06 15:09:06.893 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [2024/05/06 15:09:06.893 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [regions=1] [2024/05/06 15:09:06.896 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=68,startKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7,endKey=7480000000000000FF6A5F728000000000FF0000010000000000FA,epoch=\"conf_ver:5 version:15 \",peers=\"id:69 store_id:2 ,id:70 store_id:3 ,id:71 store_id:1 \"}"] [regionErr="message:\"EpochNotMatch [region 68] 69 epoch changed conf_ver: 5 version: 17 != conf_ver: 5 version: 15, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 15:09:06.897 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 68] 69 epoch changed conf_ver: 5 version: 17 != conf_ver: 5 version: 15, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=68] [2024/05/06 15:09:06.897 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [retry=1] [2024/05/06 15:09:07.898 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 15:09:07.898 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [regions=2] [2024/05/06 15:09:07.898 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 15:09:07.898 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.005724845s] [] [2024/05/06 15:09:07.899 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/06 15:09:07.899 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:07.902 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.915337ms] [] [2024/05/06 15:09:07.905 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=567.69µs] ["iterated count"=6] [2024/05/06 15:09:07.923 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 15:09:07.925 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=3] [takeTime=1.04387074s] [] [2024/05/06 15:09:08.002 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/06 15:09:08.004 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:08.006 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 15:09:08.009 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:08.010 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:08.010 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:08.011 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:08.011 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:08.012 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:08.012 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:08.012 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:08.026 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:08.026 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:08.026 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:08.026 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:08.047 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 15:09:08.050 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:08.050 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=5] [concurrency=8] [subtasks=1] [2024/05/06 15:09:08.050 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:08.065 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=5] [to=2] [2024/05/06 15:09:08.065 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:08.245 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 15:09:08.250 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:08.250 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:08.250 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:08.250 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:08.251 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:08.251 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:08.251 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:08.251 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:08.251 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.631986689s] [] [2024/05/06 15:09:08.557 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:08.559 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 15:09:08.572 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/06 15:09:08.572 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/06 15:09:08.572 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/06 15:09:08.572 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=2.377µs] [] [2024/05/06 15:09:08.572 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 15:09:08.573 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [weight=30] [2024/05/06 15:09:08.573 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [concurrency=15] [2024/05/06 15:09:08.574 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 68, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 69, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 70, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 71, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=69-epoch_not_match:1] [2024/05/06 15:09:08.575 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 68, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 69, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 70, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 71, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=69-epoch_not_match:1] [2024/05/06 15:09:08.575 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 68, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 69, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 70, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 71, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=69-epoch_not_match:1] [2024/05/06 15:09:08.575 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 68, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 69, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 70, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 71, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=69-epoch_not_match:1] [2024/05/06 15:09:08.581 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 76, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 77, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 78, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 79, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=77-not_leader-79:1] [2024/05/06 15:09:08.581 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 88, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 89, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 90, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 91, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=89-not_leader-91:1] [2024/05/06 15:09:08.586 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571546341048328] [req-type=Cop] [region="{ region id: 80, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 81, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 82, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 83, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=81-not_leader-82:1] [2024/05/06 15:09:08.592 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 15:09:08.592 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=19.624149ms] [] [2024/05/06 15:09:08.592 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=19.750806ms] [] [2024/05/06 15:09:09.002 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:09.004 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:09.006 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:09.006 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:09.006 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:09.022 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 15:09:09.026 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 15:09:09.035 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:09.217 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:09.217 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.666405ms] [] [2024/05/06 15:09:09.353 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.082105228\n# Parse_time: 0.000245543\n# Compile_time: 0.000609407\n# Rewrite_time: 0.000130115\n# Optimize_time: 0.000348468\n# Wait_TS: 0.000342628\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4wOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4wOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 15:09:09.515 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 15:09:09.519 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=2] [step=-2] [state=succeed] [2024/05/06 15:09:09.522 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:09.524 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 15:09:09.572 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=47.874232ms] [] [2024/05/06 15:09:09.590 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:09.590 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 15:09:09.605 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:09.579 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:09.605 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:09.579 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:09:09.622 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:09.579 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:09.650 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.561152ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [2024/05/06 15:09:09.655 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=54] [2024/05/06 15:09:09.698 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.123018ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:09.579 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:09.714 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 106"] [2024/05/06 15:09:09.719 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 15:09:09.721 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:09.579 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:09.741 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 15:09:09.741 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:09.786 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:09:09.807 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/06 15:09:09.807 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 15:09:09.995 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:10.498 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 15:09:10.500 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:10.502 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 15:09:10.518 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:10.518 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:09:10.518 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=111.382µs] [2024/05/06 15:09:10.518 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=290.559µs] [] [2024/05/06 15:09:10.518 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 15:09:10.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/06 15:09:10.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:10.536 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 15:09:10.536 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:10.796 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 15:09:10.796 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 15:09:11.011 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 15:09:11.103 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:11.105 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 15:09:11.105 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 15:09:11.112 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:11.113 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:11.113 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:11.114 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:11.114 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:11.115 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:11.115 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:11.115 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:11.115 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:11.115 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:11.115 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:11.115 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:11.115 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:11.115 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:11.115 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:11.115 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:11.116 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:11.116 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:11.116 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:11.119 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:11.120 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:11.120 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:11.121 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:11.121 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:11.122 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:11.122 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:11.131 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:11.131 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:11.131 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=encode&sort] [limit=256MiB] [2024/05/06 15:09:11.145 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=16] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/9e02a31d-7b00-4eba-8936-4c9fadcb0d79] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0c9742c7-a3ff-4d1d-b1bd-b3db4c56676d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2053dee8-34d4-43f2-9cb2-7f08acf85024] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/9d97fcf6-3e2c-4913-814a-7af3dcfa4ac1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/15ae8996-4897-488b-af2e-63687878e1b0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.112 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/78fdd92a-2d49-4693-ae61-4081d95d8bb8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.112 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a5a3426f-19d1-41d4-9fb2-fb6e48efdc9a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:12.114 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 15:09:12.497 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=793.263µs] [encodeDur=334.049µs] [deliverDur=381.816ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [takeTime=383.266034ms] [] [2024/05/06 15:09:12.518 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.552µs] [write-time=20.176232ms] [sort-speed(kv/s)=844.6kB] [write-speed(bytes/s)=8.664KiB] [writer-id=data/74eb6996-e630-458d-bbfd-af3c5428c7e5] [2024/05/06 15:09:12.518 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/74eb6996-e630-458d-bbfd-af3c5428c7e5] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 15:09:12.538 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.517µs] [write-time=20.019872ms] [sort-speed(kv/s)=664.2kB] [write-speed(bytes/s)=7.902KiB] [writer-id=index/3/74eb6996-e630-458d-bbfd-af3c5428c7e5] [2024/05/06 15:09:12.538 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/74eb6996-e630-458d-bbfd-af3c5428c7e5] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 15:09:12.560 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.432µs] [write-time=21.296929ms] [sort-speed(kv/s)=676.9kB] [write-speed(bytes/s)=7.428KiB] [writer-id=index/1/74eb6996-e630-458d-bbfd-af3c5428c7e5] [2024/05/06 15:09:12.560 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/74eb6996-e630-458d-bbfd-af3c5428c7e5] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 15:09:12.580 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.053µs] [write-time=20.684582ms] [sort-speed(kv/s)=740.2kB] [write-speed(bytes/s)=11.57KiB] [writer-id=index/2/74eb6996-e630-458d-bbfd-af3c5428c7e5] [2024/05/06 15:09:12.581 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/74eb6996-e630-458d-bbfd-af3c5428c7e5] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 15:09:12.581 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=16] [takeTime=1.435338115s] [] [2024/05/06 15:09:12.581 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 15:09:12.599 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=17] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/97e5ed29-9079-4fc4-90cc-54850c9537fb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d1bf6902-6d4c-423d-a963-0bbfffa3d02c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.093 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d452ca36-bd18-4cdd-9c81-43b194e31849] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2e58afc3-325e-4fbd-ac3b-e2f4f1de908c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/15d56907-d10a-4a0c-a6e3-9bd73a4c16c8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/94e59b64-3509-4509-8992-e08cfeda6884] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.093 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3a8a8053-d991-42bf-aa7f-d2d3e060b7c1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 15:09:13.095 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 15:09:13.392 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=869.207µs] [encodeDur=1.026188ms] [deliverDur=294.90659ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [takeTime=297.130058ms] [] [2024/05/06 15:09:13.409 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.944µs] [write-time=16.502283ms] [sort-speed(kv/s)=760.6kB] [write-speed(bytes/s)=10.59KiB] [writer-id=data/fba1bcae-3b28-486d-be22-77e08a985457] [2024/05/06 15:09:13.409 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/fba1bcae-3b28-486d-be22-77e08a985457] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 15:09:13.441 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.69µs] [write-time=31.882504ms] [sort-speed(kv/s)=813kB] [write-speed(bytes/s)=4.962KiB] [writer-id=index/1/fba1bcae-3b28-486d-be22-77e08a985457] [2024/05/06 15:09:13.441 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/fba1bcae-3b28-486d-be22-77e08a985457] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 15:09:13.458 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.207µs] [write-time=16.646294ms] [sort-speed(kv/s)=713.1kB] [write-speed(bytes/s)=14.37KiB] [writer-id=index/2/fba1bcae-3b28-486d-be22-77e08a985457] [2024/05/06 15:09:13.458 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/fba1bcae-3b28-486d-be22-77e08a985457] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 15:09:13.477 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.621µs] [write-time=18.607452ms] [sort-speed(kv/s)=828.5kB] [write-speed(bytes/s)=8.502KiB] [writer-id=index/3/fba1bcae-3b28-486d-be22-77e08a985457] [2024/05/06 15:09:13.477 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/fba1bcae-3b28-486d-be22-77e08a985457] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 15:09:13.477 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=17] [takeTime=878.230935ms] [] [2024/05/06 15:09:13.477 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 15:09:13.501 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 15:09:13.503 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:13.505 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 15:09:13.515 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 15:09:13.515 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 15:09:13.515 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 15:09:13.515 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=1] [2024/05/06 15:09:13.515 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=1] [2024/05/06 15:09:13.515 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:13.534 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 15:09:13.534 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:13.802 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:13.804 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:13.804 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:13.804 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:13.804 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:13.805 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:13.805 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:13.805 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:13.805 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:13.805 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.702406888s] [] [2024/05/06 15:09:14.113 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:14.115 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=merge-sort] [2024/05/06 15:09:14.136 +08:00] [INFO] [scheduler.go:287] ["run subtask start"] [type=ImportInto] [task-id=3] [step=merge-sort] [subtask-id=18] [2024/05/06 15:09:14.136 +08:00] [INFO] [merge.go:34] ["start to merge overlapping files"] [file-count=2] [file-groups=2] [concurrency=8] [2024/05/06 15:09:14.136 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=36dcd98b-f720-4de8-99f9-cee908995745] [file-count=1] [2024/05/06 15:09:14.136 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=8efb4b6d-48ad-4edd-88bb-ff57d4a7fd2b] [file-count=1] [2024/05/06 15:09:14.266 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.833µs] [write-time=17.247239ms] [sort-speed(kv/s)=782.7kB] [write-speed(bytes/s)=10.14KiB] [writer-id=36dcd98b-f720-4de8-99f9-cee908995745] [2024/05/06 15:09:14.266 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=36dcd98b-f720-4de8-99f9-cee908995745] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 15:09:14.266 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=36dcd98b-f720-4de8-99f9-cee908995745] [file-count=1] [takeTime=129.839682ms] [] [2024/05/06 15:09:14.266 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=2.725µs] [write-time=17.918647ms] [sort-speed(kv/s)=1.101MB] [write-speed(bytes/s)=9.755KiB] [writer-id=8efb4b6d-48ad-4edd-88bb-ff57d4a7fd2b] [2024/05/06 15:09:14.267 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=8efb4b6d-48ad-4edd-88bb-ff57d4a7fd2b] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 15:09:14.267 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=8efb4b6d-48ad-4edd-88bb-ff57d4a7fd2b] [file-count=1] [takeTime=130.398618ms] [] [2024/05/06 15:09:14.267 +08:00] [INFO] [scheduler.go:289] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=merge-sort] [subtask-id=18] [takeTime=130.794974ms] [] [2024/05/06 15:09:14.504 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 15:09:14.506 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:14.508 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 15:09:14.509 +08:00] [WARN] [dispatcher.go:580] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:14.509 +08:00] [WARN] [dispatcher.go:631] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 15:09:14.509 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=running] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:14.514 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:14.514 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:14.514 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:14.515 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:14.515 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:14.516 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:14.516 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:14.516 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 15:09:14.519 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:14.519 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:14.519 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:14.519 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:14.521 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 15:09:14.529 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=failed] [2024/05/06 15:09:14.544 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 15:09:14.544 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=failed] [to=running] [2024/05/06 15:09:14.544 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=3] [task-type=ImportInto] [error="invalid task state transform, from failed to running"] [errorVerbose="invalid task state transform, from failed to running\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:445\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:581\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:14.589 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:14.589 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=476.099969ms] [] [2024/05/06 15:09:14.892 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=4] [state=failed] [2024/05/06 15:09:15.009 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 15:09:15.016 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:15.018 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 15:09:15.060 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=42.657253ms] [] [2024/05/06 15:09:15.076 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestGlobalSortMultiFiles [2024/05/06 15:09:15.143 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 15:09:15.145 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 15:09:15.160 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:15.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:15.160 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:15.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gs_multi_files"] [2024/05/06 15:09:15.182 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:15.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:15.202 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.166801ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:15.206 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=55] [2024/05/06 15:09:15.251 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.999534ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:15.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:15.276 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:15.13 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:15.287 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 15:09:15.287 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:15.291 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 15:09:15.308 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:15.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:15.308 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:15.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 15:09:15.332 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:15.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:15.353 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.293686ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [2024/05/06 15:09:15.357 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=113] [version=56] [2024/05/06 15:09:15.402 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.36684ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:15.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:15.431 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:15.28 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:15.445 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 15:09:15.446 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:15.489 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\",\"thread\":\"4\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:15.509 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=4] [2024/05/06 15:09:15.509 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 15:09:15.996 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=4] [2024/05/06 15:09:16.499 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/06 15:09:16.501 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:16.502 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 15:09:16.519 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:16.519 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 15:09:16.519 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=156.028µs] [2024/05/06 15:09:16.519 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=321.562µs] [] [2024/05/06 15:09:16.519 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 15:09:16.520 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=4] [subtasks=1] [2024/05/06 15:09:16.520 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:16.539 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=3] [2024/05/06 15:09:16.540 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:16.797 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 15:09:16.798 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 15:09:17.010 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 15:09:17.105 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=3] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:17.107 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 15:09:17.107 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 15:09:17.114 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:17.115 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:17.115 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:17.116 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.116 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:17.117 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:17.117 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:17.117 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:17.117 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:17.117 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:17.117 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:17.117 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:17.117 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:17.121 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:17.121 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:17.122 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:17.122 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.122 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:17.123 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:17.123 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.131 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:17.132 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:17.132 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=encode&sort] [limit=256MiB] [2024/05/06 15:09:17.147 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=19] [2024/05/06 15:09:17.509 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.509 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.509 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.509 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.512 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.1.csv:0] [2024/05/06 15:09:17.512 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.2.csv:0] [2024/05/06 15:09:17.512 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.0.csv:0] [2024/05/06 15:09:17.512 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.3.csv:0] [2024/05/06 15:09:17.721 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.2.csv:0] [readDur=7.559968ms] [encodeDur=58.980251ms] [deliverDur=174.920682ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=208.449787ms] [] [2024/05/06 15:09:17.721 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.722 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.0.csv:0] [readDur=7.324573ms] [encodeDur=58.900261ms] [deliverDur=176.031067ms] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [takeTime=209.918023ms] [] [2024/05/06 15:09:17.722 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.722 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.1.csv:0] [readDur=7.480866ms] [encodeDur=59.763809ms] [deliverDur=176.455584ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=210.178029ms] [] [2024/05/06 15:09:17.722 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.723 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.4.csv:0] [2024/05/06 15:09:17.724 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.5.csv:0] [2024/05/06 15:09:17.724 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.6.csv:0] [2024/05/06 15:09:17.731 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.3.csv:0] [readDur=7.418061ms] [encodeDur=59.694547ms] [deliverDur=185.75712ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=218.575658ms] [] [2024/05/06 15:09:17.731 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.733 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.7.csv:0] [2024/05/06 15:09:17.794 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.4.csv:0] [readDur=6.932372ms] [encodeDur=59.126699ms] [deliverDur=5.455974ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=71.581033ms] [] [2024/05/06 15:09:17.795 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.796 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.8.csv:0] [2024/05/06 15:09:17.798 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.6.csv:0] [readDur=7.336707ms] [encodeDur=61.71096ms] [deliverDur=3.828186ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=74.015522ms] [] [2024/05/06 15:09:17.798 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 15:09:17.800 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.9.csv:0] [2024/05/06 15:09:17.803 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.5.csv:0] [readDur=7.75913ms] [encodeDur=66.218952ms] [deliverDur=3.85497ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=79.190415ms] [] [2024/05/06 15:09:17.809 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.7.csv:0] [readDur=7.231647ms] [encodeDur=64.010508ms] [deliverDur=4.735798ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=76.258848ms] [] [2024/05/06 15:09:17.840 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=104890] [kv-cnt=2000] [stat-size=74] [sort-time=685.297µs] [write-time=35.4408ms] [sort-speed(kv/s)=2.918MB] [write-speed(bytes/s)=2.822MiB] [writer-id=data/ebe06c89-4714-4d44-8816-6ef5ebdae062] [2024/05/06 15:09:17.840 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ebe06c89-4714-4d44-8816-6ef5ebdae062] [kv-cnt-cap=2048] [minKey=7480000000000000705f728000000000000000] [maxKey=7480000000000000705f72800000000000176f] [2024/05/06 15:09:17.846 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=106000] [kv-cnt=2000] [stat-size=74] [sort-time=622.7µs] [write-time=35.866234ms] [sort-speed(kv/s)=3.212MB] [write-speed(bytes/s)=2.819MiB] [writer-id=data/0812b6a2-dee2-45a9-9581-5ee085dcae51] [2024/05/06 15:09:17.846 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0812b6a2-dee2-45a9-9581-5ee085dcae51] [kv-cnt-cap=2048] [minKey=7480000000000000705f728000000000000bb8] [maxKey=7480000000000000705f728000000000001f3f] [2024/05/06 15:09:17.868 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.8.csv:0] [readDur=7.396591ms] [encodeDur=59.057335ms] [deliverDur=4.040635ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=71.369392ms] [] [2024/05/06 15:09:17.870 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.9.csv:0] [readDur=7.308737ms] [encodeDur=57.350666ms] [deliverDur=3.998139ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=69.767734ms] [] [2024/05/06 15:09:17.885 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=164000] [kv-cnt=2000] [stat-size=130] [sort-time=602.408µs] [write-time=38.162991ms] [sort-speed(kv/s)=3.32MB] [write-speed(bytes/s)=4.098MiB] [writer-id=index/1/0812b6a2-dee2-45a9-9581-5ee085dcae51] [2024/05/06 15:09:17.885 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/0812b6a2-dee2-45a9-9581-5ee085dcae51] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 15:09:17.887 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=161990] [kv-cnt=2000] [stat-size=121] [sort-time=7.920069ms] [write-time=38.855364ms] [sort-speed(kv/s)=252.5kB] [write-speed(bytes/s)=3.976MiB] [writer-id=index/1/ebe06c89-4714-4d44-8816-6ef5ebdae062] [2024/05/06 15:09:17.887 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/ebe06c89-4714-4d44-8816-6ef5ebdae062] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000705f69800000000000000101746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/06 15:09:17.920 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=159000] [kv-cnt=3000] [stat-size=74] [sort-time=1.083472ms] [write-time=51.231683ms] [sort-speed(kv/s)=2.769MB] [write-speed(bytes/s)=2.96MiB] [writer-id=data/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [2024/05/06 15:09:17.921 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [kv-cnt-cap=3413] [minKey=7480000000000000705f7280000000000007d0] [maxKey=7480000000000000705f728000000000002327] [2024/05/06 15:09:17.921 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=159000] [kv-cnt=3000] [stat-size=74] [sort-time=1.043812ms] [write-time=49.774302ms] [sort-speed(kv/s)=2.874MB] [write-speed(bytes/s)=3.046MiB] [writer-id=data/3a905328-cdb2-48a2-b855-9a8828e3e792] [2024/05/06 15:09:17.921 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3a905328-cdb2-48a2-b855-9a8828e3e792] [kv-cnt-cap=3413] [minKey=7480000000000000705f7280000000000003e8] [maxKey=7480000000000000705f72800000000000270f] [2024/05/06 15:09:17.928 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=192000] [kv-cnt=2000] [stat-size=148] [sort-time=689.063µs] [write-time=42.144753ms] [sort-speed(kv/s)=2.902MB] [write-speed(bytes/s)=4.345MiB] [writer-id=index/2/0812b6a2-dee2-45a9-9581-5ee085dcae51] [2024/05/06 15:09:17.928 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/0812b6a2-dee2-45a9-9581-5ee085dcae51] [kv-cnt-cap=2048] [minKey=7480000000000000705f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000705f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 15:09:17.930 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=189862] [kv-cnt=2000] [stat-size=139] [sort-time=642.821µs] [write-time=42.755657ms] [sort-speed(kv/s)=3.111MB] [write-speed(bytes/s)=4.235MiB] [writer-id=index/2/ebe06c89-4714-4d44-8816-6ef5ebdae062] [2024/05/06 15:09:17.930 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/ebe06c89-4714-4d44-8816-6ef5ebdae062] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000705f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 15:09:17.966 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=192000] [kv-cnt=2000] [stat-size=148] [sort-time=666.677µs] [write-time=37.594035ms] [sort-speed(kv/s)=3MB] [write-speed(bytes/s)=4.871MiB] [writer-id=index/3/0812b6a2-dee2-45a9-9581-5ee085dcae51] [2024/05/06 15:09:17.966 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/0812b6a2-dee2-45a9-9581-5ee085dcae51] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/05/06 15:09:17.970 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=246000] [kv-cnt=3000] [stat-size=130] [sort-time=932.943µs] [write-time=48.291121ms] [sort-speed(kv/s)=3.216MB] [write-speed(bytes/s)=4.858MiB] [writer-id=index/1/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [2024/05/06 15:09:17.970 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000705f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 15:09:17.978 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=246000] [kv-cnt=3000] [stat-size=130] [sort-time=1.530167ms] [write-time=55.143305ms] [sort-speed(kv/s)=1.961MB] [write-speed(bytes/s)=4.254MiB] [writer-id=index/1/3a905328-cdb2-48a2-b855-9a8828e3e792] [2024/05/06 15:09:17.978 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/3a905328-cdb2-48a2-b855-9a8828e3e792] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000705f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 15:09:17.987 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=189862] [kv-cnt=2000] [stat-size=139] [sort-time=8.380445ms] [write-time=48.011651ms] [sort-speed(kv/s)=238.7kB] [write-speed(bytes/s)=3.771MiB] [writer-id=index/3/ebe06c89-4714-4d44-8816-6ef5ebdae062] [2024/05/06 15:09:17.987 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/ebe06c89-4714-4d44-8816-6ef5ebdae062] [kv-cnt-cap=2048] [minKey=7480000000000000705f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000705f69800000000000000301746573742d393939ff0000000000000000f70380000000000003e70380000000000003e7] [2024/05/06 15:09:18.021 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=288000] [kv-cnt=3000] [stat-size=148] [sort-time=1.182253ms] [write-time=49.262101ms] [sort-speed(kv/s)=2.538MB] [write-speed(bytes/s)=5.575MiB] [writer-id=index/2/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [2024/05/06 15:09:18.021 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [kv-cnt-cap=3413] [minKey=7480000000000000705f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000705f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 15:09:18.028 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=288000] [kv-cnt=3000] [stat-size=148] [sort-time=1.782546ms] [write-time=48.406878ms] [sort-speed(kv/s)=1.683MB] [write-speed(bytes/s)=5.674MiB] [writer-id=index/2/3a905328-cdb2-48a2-b855-9a8828e3e792] [2024/05/06 15:09:18.028 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/3a905328-cdb2-48a2-b855-9a8828e3e792] [kv-cnt-cap=3413] [minKey=7480000000000000705f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000705f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 15:09:18.072 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=288000] [kv-cnt=3000] [stat-size=148] [sort-time=983.29µs] [write-time=50.360857ms] [sort-speed(kv/s)=3.051MB] [write-speed(bytes/s)=5.454MiB] [writer-id=index/3/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [2024/05/06 15:09:18.072 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/25440b13-9eef-4e7c-9c45-9b3dd18b3c7f] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000705f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 15:09:18.081 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=288000] [kv-cnt=3000] [stat-size=148] [sort-time=974.529µs] [write-time=51.668951ms] [sort-speed(kv/s)=3.078MB] [write-speed(bytes/s)=5.316MiB] [writer-id=index/3/3a905328-cdb2-48a2-b855-9a8828e3e792] [2024/05/06 15:09:18.081 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/3a905328-cdb2-48a2-b855-9a8828e3e792] [kv-cnt-cap=3413] [minKey=7480000000000000705f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000705f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 15:09:18.081 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=19] [takeTime=934.23009ms] [] [2024/05/06 15:09:18.082 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 15:09:18.504 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/06 15:09:18.506 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:18.508 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 15:09:18.516 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 15:09:18.516 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 15:09:18.516 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 15:09:18.516 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 15:09:18.516 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 15:09:18.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=3] [concurrency=4] [subtasks=0] [2024/05/06 15:09:18.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:18.530 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=3] [to=4] [2024/05/06 15:09:18.530 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:18.715 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:18.717 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:18.717 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:18.717 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:18.717 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:18.718 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:18.718 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:18.718 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:18.718 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:18.719 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=3] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.613875177s] [] [2024/05/06 15:09:19.003 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/06 15:09:19.005 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:19.006 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 15:09:19.037 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.038 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.038 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.039 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.039 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.040 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.040 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:19.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:19.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:19.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:19.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:19.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:19.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:19.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:19.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:19.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:19.044 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:19.047 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f72800000000000270f00] [dataFiles=4] [2024/05/06 15:09:19.050 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.050 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.050 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.051 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.051 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.052 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.052 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:19.056 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:19.056 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:19.056 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:19.056 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:19.057 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:19.059 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000705f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=4] [2024/05/06 15:09:19.062 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.063 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.063 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.064 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.064 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.065 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.065 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:19.069 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:19.069 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:19.069 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:19.069 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:19.070 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:19.073 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000705f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=4] [2024/05/06 15:09:19.076 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.076 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.076 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.077 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.077 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.078 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.078 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.082 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:19.082 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:19.082 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:19.082 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:19.083 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 15:09:19.086 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000705f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=4] [2024/05/06 15:09:19.086 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 15:09:19.086 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=4] [concurrency=4] [subtasks=4] [2024/05/06 15:09:19.087 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:19.105 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=4] [to=5] [2024/05/06 15:09:19.105 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:19.332 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=5] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:19.334 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 15:09:19.348 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.348 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.348 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.349 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.349 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.350 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.350 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.350 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:19.350 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:19.350 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:19.350 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:19.350 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:19.350 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:19.351 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:19.351 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:19.351 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:19.351 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:19.351 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:19.351 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:19.354 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.355 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.355 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.356 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.356 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.357 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.357 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.366 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:19.366 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:19.381 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=20] [kv-group=data] [2024/05/06 15:09:19.392 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F728000000000000000] [endKey=7480000000000000705F72800000000000270F00] [ranges=1] [] [2024/05/06 15:09:19.392 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:19.394 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=88dcf5a2-5e56-5f22-916f-189ea99cf340] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:19.394 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:19.394 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:19.394 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF705F728000000000FF00270F0000000000FB] [retry=0] [2024/05/06 15:09:19.394 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F728000000000FF0000000000000000FA] [end=7480000000000000FF705F728000000000FF00270F0000000000FB] [2024/05/06 15:09:19.395 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF705F728000000000FF00270F0000000000FB] [regions=1] [2024/05/06 15:09:19.399 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/06 15:09:19.401 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABwX3KAAAAAAAAAAA=="] [end="dIAAAAAAAABwX3KAAAAAAAAnDwA="] [2024/05/06 15:09:19.401 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=787.913µs] [2024/05/06 15:09:19.402 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=7.654674ms] [] [2024/05/06 15:09:19.402 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 15:09:19.402 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:19.405 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.081062ms] [] [2024/05/06 15:09:19.410 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549185310726] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:19.410 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549185310726] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:19.410 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549185310728] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:19.442 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=33.303185ms] ["iterated count"=10000] [2024/05/06 15:09:19.470 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=88dcf5a2-5e56-5f22-916f-189ea99cf340] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 15:09:19.471 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=20] [kv-group=data] [takeTime=90.146806ms] [] [2024/05/06 15:09:19.492 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=21] [kv-group=1] [2024/05/06 15:09:19.504 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000705F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 15:09:19.504 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:19.506 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=0ccd3b13-b633-5d1e-8d34-1635c5c22406] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:19.506 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:19.506 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:19.506 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [maxKey=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [retry=0] [2024/05/06 15:09:19.507 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [2024/05/06 15:09:19.507 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [maxKey=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [regions=1] [2024/05/06 15:09:19.508 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:19.509 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:19.509 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:19.510 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.510 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:19.511 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:19.511 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:19.511 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 15:09:19.512 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=100] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 15:09:19.513 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=791.238µs] [2024/05/06 15:09:19.513 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=7.113423ms] [] [2024/05/06 15:09:19.513 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 15:09:19.514 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:19.517 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.241609ms] [] [2024/05/06 15:09:19.526 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:19.526 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:19.526 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:19.526 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:19.526 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:19.526 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:19.527 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:19.527 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:19.527 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:19.527 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:19.558 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=37.580268ms] ["iterated count"=10000] [2024/05/06 15:09:19.586 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=0ccd3b13-b633-5d1e-8d34-1635c5c22406] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 15:09:19.588 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=21] [kv-group=1] [takeTime=95.601427ms] [] [2024/05/06 15:09:19.606 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=2] [2024/05/06 15:09:19.618 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000705F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 15:09:19.618 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:19.619 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:19.619 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:19.619 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:19.619 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [retry=0] [2024/05/06 15:09:19.620 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [2024/05/06 15:09:19.620 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [regions=1] [2024/05/06 15:09:19.625 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=100] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 15:09:19.626 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=910.356µs] [2024/05/06 15:09:19.626 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.9345ms] [] [2024/05/06 15:09:19.626 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 15:09:19.626 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:19.630 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.686839ms] [] [2024/05/06 15:09:19.688 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=52.659494ms] ["iterated count"=10000] [2024/05/06 15:09:19.718 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 15:09:19.720 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=2] [takeTime=113.260678ms] [] [2024/05/06 15:09:19.737 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=3] [2024/05/06 15:09:19.748 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000705F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 15:09:19.748 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:19.750 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 15:09:19.750 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:19.750 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/06 15:09:19.750 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [retry=0] [2024/05/06 15:09:19.751 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [2024/05/06 15:09:19.751 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [regions=1] [2024/05/06 15:09:19.753 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=100,startKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8,endKey=7480000000000000FF705F728000000000FF0000000000000000FA,epoch=\"conf_ver:5 version:17 \",peers=\"id:101 store_id:2 ,id:102 store_id:3 ,id:103 store_id:1 \"}"] [regionErr="message:\"EpochNotMatch [region 100] 101 epoch changed conf_ver: 5 version: 19 != conf_ver: 5 version: 17, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/06 15:09:19.755 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 100] 101 epoch changed conf_ver: 5 version: 19 != conf_ver: 5 version: 17, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=100] [2024/05/06 15:09:19.756 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [retry=1] [2024/05/06 15:09:20.757 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 15:09:20.757 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [regions=2] [2024/05/06 15:09:20.757 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/06 15:09:20.757 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.007028561s] [] [2024/05/06 15:09:20.758 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/06 15:09:20.758 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/06 15:09:20.761 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.586477ms] [] [2024/05/06 15:09:20.805 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=39.751567ms] ["iterated count"=10000] [2024/05/06 15:09:20.839 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 15:09:20.841 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=3] [takeTime=1.104363473s] [] [2024/05/06 15:09:21.002 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/06 15:09:21.004 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:21.006 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 15:09:21.009 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:21.010 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:21.010 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:21.010 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.011 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:21.011 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:21.011 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:21.011 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:21.031 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:21.031 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:21.031 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:21.031 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:21.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 15:09:21.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:21.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=5] [concurrency=4] [subtasks=1] [2024/05/06 15:09:21.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:21.078 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=5] [to=2] [2024/05/06 15:09:21.078 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:21.163 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:21.168 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:21.168 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:21.168 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:21.168 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:21.169 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:21.169 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:21.169 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:21.169 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:21.169 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=5] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.836671136s] [] [2024/05/06 15:09:21.476 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:21.478 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 15:09:21.492 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/06 15:09:21.492 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/06 15:09:21.492 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/06 15:09:21.492 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=1.452µs] [] [2024/05/06 15:09:21.492 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 15:09:21.493 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 15:09:21.493 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 15:09:21.494 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 100, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 101, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=101-epoch_not_match:1] [2024/05/06 15:09:21.494 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 100, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 101, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=101-epoch_not_match:1] [2024/05/06 15:09:21.495 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 104, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 105, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 106, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 107, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=105-not_leader-106:1] [2024/05/06 15:09:21.495 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 100, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 101, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=101-epoch_not_match:1] [2024/05/06 15:09:21.495 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 100, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 101, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 102, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 103, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=101-epoch_not_match:1] [2024/05/06 15:09:21.500 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 116, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 117, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 118, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 119, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=117-not_leader-119:1] [2024/05/06 15:09:21.500 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 108, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 109, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-not_leader-111:1] [2024/05/06 15:09:21.504 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571549735813124] [req-type=Cop] [region="{ region id: 120, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 121, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 122, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 123, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=121-not_leader-122:1] [2024/05/06 15:09:21.516 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 15:09:21.516 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=24.140759ms] [] [2024/05/06 15:09:21.516 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=24.294481ms] [] [2024/05/06 15:09:22.003 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:22.004 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:22.006 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:22.006 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=4] [subtasks=0] [2024/05/06 15:09:22.006 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:22.139 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 15:09:22.148 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 15:09:22.236 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:22.430 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.98188838\n# Parse_time: 0.00011731\n# Compile_time: 0.000340785\n# Rewrite_time: 0.000076753\n# Optimize_time: 0.000375186\n# Wait_TS: 0.000618832\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: d09344d5e027e1b62774457cf1a96d50e817b32bdeff4ee309760b7f6578c33a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gs_multi_files;\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=4, cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:09:22.455 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:22.455 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=978.609815ms] [] [2024/05/06 15:09:22.531 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 15:09:22.542 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:22.544 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] === RUN TestLoadRemote/TestSplitFile [2024/05/06 15:09:22.611 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 15:09:22.612 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 15:09:22.630 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:22.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:22.630 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:22.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database split_file"] [2024/05/06 15:09:22.653 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:22.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.668 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=124.178474ms] [] [2024/05/06 15:09:22.676 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=1.191524ms] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:22.681 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=57] [2024/05/06 15:09:22.682 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:22.727 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=55.160164ms] [job="ID:115, Type:create schema, State:done, SchemaState:public, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:09:22.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.750 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create schema, State:synced, SchemaState:public, SchemaID:114, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:22.58 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.761 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 15:09:22.761 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:22.765 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 15:09:22.781 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:22.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:22.781 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:22.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 15:09:22.798 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:22.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.820 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.959509ms] [gotSchemaVersion=58] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/06 15:09:22.824 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=58] [2024/05/06 15:09:22.868 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.185139ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:22.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.884 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:22.73 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.896 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 15:09:22.896 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:22.937 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=false] [2024/05/06 15:09:22.960 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/06 15:09:22.960 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 15:09:24.996 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:25.498 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:25.500 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:25.501 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 15:09:25.515 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:25.516 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:09:25.520 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.354935ms] [2024/05/06 15:09:25.520 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=4.492982ms] [] [2024/05/06 15:09:25.520 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 15:09:25.520 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=3] [2024/05/06 15:09:25.520 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:25.539 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:25.539 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:25.799 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 15:09:25.800 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 15:09:26.008 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:26.008 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:26.008 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:26.009 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:26.009 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:26.010 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:26.010 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:26.010 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 15:09:26.024 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:26.024 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:26.024 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:26.024 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:26.030 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 15:09:26.107 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:26.108 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:26.108 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:26.114 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:26.114 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:26.114 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:26.115 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:26.115 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:26.116 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:26.117 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:26.117 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:26.117 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:26.117 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:26.117 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:26.117 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:26.117 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:26.117 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:26.117 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:26.117 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:26.117 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:26.117 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:26.117 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:26.121 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:26.121 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:26.121 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:26.122 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:26.122 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:26.123 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:26.123 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:26.132 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:26.132 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:26.132 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 15:09:26.146 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=25] [2024/05/06 15:09:26.151 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:26.156 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:26.157 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:26.219 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:4213] [2024/05/06 15:09:26.224 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:4213] [readDur=990.196µs] [encodeDur=3.51632ms] [deliverDur=199.465µs] [checksum="{cksum=242043345876055697,size=5724,kvs=159}"] [takeTime=5.477083ms] [] [2024/05/06 15:09:26.226 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5724] [kvs=159] [files=1] [sstFileSize=2181] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/06dbe6ed-0cfa-4b8a-bb0d-59bae3252030.sst] [firstKey=7480000000000000745F728000000000000155] [lastKey=7480000000000000745F7280000000000001F3] [2024/05/06 15:09:26.226 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=25] [takeTime=79.185551ms] [] [2024/05/06 15:09:26.226 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 15:09:26.226 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 15:09:26.226 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:26.228 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.814193ms] [] [2024/05/06 15:09:26.228 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 15:09:26.233 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:26.234 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 15:09:26.235 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:26.235 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:26.235 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001F40000000000FA] [retry=0] [2024/05/06 15:09:26.235 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0001550000000000FA] [end=7480000000000000FF745F728000000000FF0001F40000000000FA] [2024/05/06 15:09:26.235 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001F40000000000FA] [regions=1] [2024/05/06 15:09:26.236 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=446.628µs] [2024/05/06 15:09:26.236 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.236925ms] [] [2024/05/06 15:09:26.243 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/06 15:09:26.244 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000155] [endKey=7480000000000000745F7280000000000001F4] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:28.244 +08:00] [2024/05/06 15:09:26.260 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571550980997124] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:26.260 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571550980997124] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:28.371 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 15:09:28.373 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=2.144944337s] [] [2024/05/06 15:09:28.373 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:28.374 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.163381ms] [] [2024/05/06 15:09:28.374 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 15:09:28.374 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:28.376 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.70182ms] [] [2024/05/06 15:09:28.376 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 15:09:28.376 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:28.376 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=40.027µs] [] [2024/05/06 15:09:28.376 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:28.377 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=841.793µs] [] [2024/05/06 15:09:28.396 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=26] [2024/05/06 15:09:28.401 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:28.404 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:28.404 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:28.435 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:0] [2024/05/06 15:09:28.442 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:0] [readDur=1.855773ms] [encodeDur=4.224486ms] [deliverDur=140.311µs] [checksum="{cksum=3808258695512978041,size=6334,kvs=179}"] [takeTime=7.063759ms] [] [2024/05/06 15:09:28.443 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=6334] [kvs=179] [files=1] [sstFileSize=2395] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/f3241e36-10a9-409f-8022-ba1d690136cc.sst] [firstKey=7480000000000000745F728000000000000000] [lastKey=7480000000000000745F7280000000000000B2] [2024/05/06 15:09:28.443 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=26] [takeTime=46.774168ms] [] [2024/05/06 15:09:28.443 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:28.443 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:28.443 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:28.445 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.781269ms] [] [2024/05/06 15:09:28.445 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 15:09:28.450 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:28.451 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 15:09:28.451 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:28.451 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:28.451 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [retry=0] [2024/05/06 15:09:28.452 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000000000000000FA] [end=7480000000000000FF745F728000000000FF0000B30000000000FA] [2024/05/06 15:09:28.452 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [regions=1] [2024/05/06 15:09:28.453 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=426.731µs] [2024/05/06 15:09:28.453 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.185494ms] [] [2024/05/06 15:09:28.473 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 133, store 2, region 132, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 132 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/06 15:09:28.474 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000000] [endKey=7480000000000000745F7280000000000000B3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:30.474 +08:00] [2024/05/06 15:09:30.489 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 15:09:30.490 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=2.044577524s] [] [2024/05/06 15:09:30.490 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:30.491 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=952.867µs] [] [2024/05/06 15:09:30.491 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:30.491 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:30.492 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.338264ms] [] [2024/05/06 15:09:30.493 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 15:09:30.493 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:30.493 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=43.981µs] [] [2024/05/06 15:09:30.493 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:30.493 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=681.9µs] [] [2024/05/06 15:09:30.509 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 15:09:30.512 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:30.516 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:30.516 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:30.570 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:2107] [2024/05/06 15:09:30.576 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:2107] [readDur=944.586µs] [encodeDur=3.699742ms] [deliverDur=119.03µs] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [takeTime=5.483508ms] [] [2024/05/06 15:09:30.577 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=67.938198ms] [] [2024/05/06 15:09:30.577 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5832] [kvs=162] [files=1] [sstFileSize=2228] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/bd422416-fc67-47e9-9cfe-1ee31f0a52f6.sst] [firstKey=7480000000000000745F7280000000000000B3] [lastKey=7480000000000000745F728000000000000154] [2024/05/06 15:09:30.577 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 15:09:30.577 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 15:09:30.577 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:30.579 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.711329ms] [] [2024/05/06 15:09:30.579 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 15:09:30.583 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:30.584 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 15:09:30.585 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:30.585 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:30.585 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001550000000000FA] [retry=0] [2024/05/06 15:09:30.585 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000B30000000000FA] [end=7480000000000000FF745F728000000000FF0001550000000000FA] [2024/05/06 15:09:30.585 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001550000000000FA] [regions=1] [2024/05/06 15:09:30.586 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=410.69µs] [2024/05/06 15:09:30.586 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.1409ms] [] [2024/05/06 15:09:30.599 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 15:09:30.600 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=21.155101ms] [] [2024/05/06 15:09:30.600 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:30.601 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=878.381µs] [] [2024/05/06 15:09:30.601 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 15:09:30.601 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:30.603 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.347296ms] [] [2024/05/06 15:09:30.603 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 15:09:30.603 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:30.603 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=46.119µs] [] [2024/05/06 15:09:30.603 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:30.604 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=653.854µs] [] [2024/05/06 15:09:31.004 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:31.005 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:31.006 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:31.009 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:31.010 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:31.010 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:31.011 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.011 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:31.012 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:31.012 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.012 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:31.028 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:31.028 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.028 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.028 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:31.045 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 15:09:31.047 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:31.047 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:31.047 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:31.060 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:31.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:31.228 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:31.234 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:31.234 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.234 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.234 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:31.235 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.235 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.235 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.235 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:31.235 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.128092613s] [] [2024/05/06 15:09:31.548 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:31.550 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 15:09:31.570 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/06 15:09:31.570 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/06 15:09:31.570 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/06 15:09:31.570 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=1.855µs] [] [2024/05/06 15:09:31.570 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 15:09:31.571 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [weight=30] [2024/05/06 15:09:31.571 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [concurrency=15] [2024/05/06 15:09:31.573 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571552370360327] [req-type=Cop] [region="{ region id: 132, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 133, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 134, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 135, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=133-epoch_not_match:1] [2024/05/06 15:09:31.581 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 15:09:31.581 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=11.013724ms] [] [2024/05/06 15:09:31.581 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=11.136559ms] [] [2024/05/06 15:09:32.003 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:32.004 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:32.005 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:32.005 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:32.006 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:32.017 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 15:09:32.020 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 15:09:32.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:32.211 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:32.211 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=663.135633ms] [] [2024/05/06 15:09:32.272 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.373866543\n# Parse_time: 0.000125981\n# Compile_time: 0.000373121\n# Rewrite_time: 0.000085655\n# Optimize_time: 0.000630456\n# Wait_TS: 0.000259548\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse split_file;\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 15:09:32.296 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 15:09:32.310 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:32.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:32.310 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:32.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:09:32.332 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:32.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.356 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.033234ms] [gotSchemaVersion=59] [phyTblIDs="[116,118]"] [actionTypes="[11,11]"] [2024/05/06 15:09:32.360 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=119] [version=59] [2024/05/06 15:09:32.405 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.924577ms] [job="ID:119, Type:truncate table, State:done, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:32.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.428 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=119] [elementID=1] [comment="table ID is 116"] [2024/05/06 15:09:32.434 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="truncate table"] [2024/05/06 15:09:32.436 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:truncate table, State:synced, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:32.279 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.456 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 15:09:32.456 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:32.498 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=false] [2024/05/06 15:09:32.510 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 15:09:32.513 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/06 15:09:32.515 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=8] [2024/05/06 15:09:32.515 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 15:09:32.517 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:32.529 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:33.996 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:34.499 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:34.500 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:34.501 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 15:09:34.513 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:34.513 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:09:34.517 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=3.806041ms] [2024/05/06 15:09:34.517 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=3.927745ms] [] [2024/05/06 15:09:34.517 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 15:09:34.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=3] [2024/05/06 15:09:34.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:34.530 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:34.530 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:34.798 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 15:09:34.798 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 15:09:35.008 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:35.009 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:35.009 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:35.010 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:35.010 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:35.011 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:35.011 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:35.011 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 15:09:35.026 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:35.026 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:35.026 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:35.026 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:35.032 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 15:09:35.104 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:35.105 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:35.106 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:35.111 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:35.111 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:35.112 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:35.112 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:35.113 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:35.113 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:35.113 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:35.114 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:35.114 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:35.114 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:35.114 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:35.114 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:35.114 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:35.114 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:35.114 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:35.114 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:35.114 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:35.114 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:35.114 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:35.118 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:35.119 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:35.119 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:35.120 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:35.120 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:35.120 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:35.120 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:35.129 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:35.129 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:35.129 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 15:09:35.144 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=29] [2024/05/06 15:09:35.148 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:35.152 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:35.152 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 15:09:35.209 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 15:09:35.215 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=942.428µs] [encodeDur=3.266897ms] [deliverDur=485.286µs] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [takeTime=5.434864ms] [] [2024/05/06 15:09:35.216 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5724] [kvs=159] [files=1] [sstFileSize=2181] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/d67d1d45-977d-4a94-befa-85ae66a21c36.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 15:09:35.216 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=29] [takeTime=72.068676ms] [] [2024/05/06 15:09:35.216 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 15:09:35.216 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 15:09:35.216 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:35.218 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.862102ms] [] [2024/05/06 15:09:35.218 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 15:09:35.222 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:35.224 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 15:09:35.224 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:35.224 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:35.225 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001F40000000000FA] [retry=0] [2024/05/06 15:09:35.225 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0001550000000000FA] [end=7480000000000000FF765F728000000000FF0001F40000000000FA] [2024/05/06 15:09:35.225 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001F40000000000FA] [regions=1] [2024/05/06 15:09:35.226 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=544.195µs] [2024/05/06 15:09:35.226 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.443061ms] [] [2024/05/06 15:09:35.239 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 15:09:35.241 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=22.23215ms] [] [2024/05/06 15:09:35.241 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 15:09:35.242 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=866.474µs] [] [2024/05/06 15:09:35.242 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 15:09:35.242 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:35.243 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.429713ms] [] [2024/05/06 15:09:35.243 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 15:09:35.243 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:35.243 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=41.169µs] [] [2024/05/06 15:09:35.243 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 15:09:35.244 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=750.301µs] [] [2024/05/06 15:09:35.248 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571553340293121] [req-type=Get] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:35.263 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=30] [2024/05/06 15:09:35.267 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:35.270 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:35.270 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 15:09:35.331 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 15:09:35.336 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=936.32µs] [encodeDur=3.519662ms] [deliverDur=150.405µs] [checksum="{cksum=9008950869126151650,size=6300,kvs=178}"] [takeTime=5.631143ms] [] [2024/05/06 15:09:35.338 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=30] [takeTime=74.918526ms] [] [2024/05/06 15:09:35.338 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=6300] [kvs=178] [files=1] [sstFileSize=2388] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/29cab852-9df7-4836-b1ea-a602532278c6.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 15:09:35.338 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:35.338 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:35.338 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:35.340 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.121742ms] [] [2024/05/06 15:09:35.340 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 15:09:35.346 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:35.348 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 15:09:35.348 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:35.348 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:35.348 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [retry=0] [2024/05/06 15:09:35.349 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000010000000000FA] [end=7480000000000000FF765F728000000000FF0000B30000000000FA] [2024/05/06 15:09:35.349 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [regions=1] [2024/05/06 15:09:35.349 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=428.269µs] [2024/05/06 15:09:35.349 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.193774ms] [] [2024/05/06 15:09:35.357 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 149, store 2, region 148, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 148 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/06 15:09:35.358 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F728000000000000001] [endKey=7480000000000000765F7280000000000000B3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:37.358 +08:00] [2024/05/06 15:09:37.371 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 15:09:37.373 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=2.032630616s] [] [2024/05/06 15:09:37.373 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 15:09:37.374 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=989.187µs] [] [2024/05/06 15:09:37.374 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:37.374 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:37.375 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.36137ms] [] [2024/05/06 15:09:37.376 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 15:09:37.376 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:37.376 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=45.069µs] [] [2024/05/06 15:09:37.376 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 15:09:37.376 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=735.588µs] [] [2024/05/06 15:09:37.393 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 15:09:37.396 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:37.399 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:37.399 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 15:09:37.453 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 15:09:37.458 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=918.785µs] [encodeDur=3.142176ms] [deliverDur=121.329µs] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [takeTime=4.819972ms] [] [2024/05/06 15:09:37.459 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5832] [kvs=162] [files=1] [sstFileSize=2228] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/667d2c37-2bd3-4e76-b911-23cea0a2f798.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 15:09:37.460 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=66.885032ms] [] [2024/05/06 15:09:37.460 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 15:09:37.460 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 15:09:37.460 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:37.461 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.637497ms] [] [2024/05/06 15:09:37.462 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 15:09:37.466 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:37.467 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 15:09:37.468 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:37.468 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:37.468 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001550000000000FA] [retry=0] [2024/05/06 15:09:37.468 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000B30000000000FA] [end=7480000000000000FF765F728000000000FF0001550000000000FA] [2024/05/06 15:09:37.468 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001550000000000FA] [regions=1] [2024/05/06 15:09:37.469 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=331.558µs] [2024/05/06 15:09:37.469 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.059797ms] [] [2024/05/06 15:09:37.482 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 15:09:37.483 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=21.03926ms] [] [2024/05/06 15:09:37.483 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 15:09:37.484 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=884.365µs] [] [2024/05/06 15:09:37.484 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 15:09:37.484 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:37.485 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.168087ms] [] [2024/05/06 15:09:37.485 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 15:09:37.485 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:37.485 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=42.007µs] [] [2024/05/06 15:09:37.485 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 15:09:37.486 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=654.541µs] [] [2024/05/06 15:09:37.502 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:37.503 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:37.504 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:37.506 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:37.507 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:37.507 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779712406106806] [2024/05/06 15:09:37.508 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.508 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:37.508 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:37.508 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.509 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:37.526 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.526 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.526 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.526 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.541 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 15:09:37.542 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:37.542 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:37.543 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:37.555 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:37.555 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:37.804 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:37.808 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.808 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.808 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.808 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.809 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.809 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.809 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.809 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:37.809 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.705048473s] [] [2024/05/06 15:09:38.116 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:38.118 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 15:09:38.131 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/06 15:09:38.131 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/06 15:09:38.131 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/06 15:09:38.131 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=1.899µs] [] [2024/05/06 15:09:38.131 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [checksum="{cksum=16692057902322752537,size=17856,kvs=499}"] [2024/05/06 15:09:38.132 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [weight=30] [2024/05/06 15:09:38.132 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [concurrency=15] [2024/05/06 15:09:38.133 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571554100248577] [req-type=Cop] [region="{ region id: 148, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 149, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 150, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 151, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=149-epoch_not_match:1] [2024/05/06 15:09:38.140 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [local="{cksum=16692057902322752537,size=17856,kvs=499}"] [2024/05/06 15:09:38.141 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=9.476421ms] [] [2024/05/06 15:09:38.141 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=9.62631ms] [] [2024/05/06 15:09:38.504 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:38.505 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:38.506 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:38.506 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:38.506 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:38.519 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 15:09:38.522 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 15:09:38.529 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:38.766 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:38.766 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=650.082892ms] [] [2024/05/06 15:09:38.827 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.368578046\n# Parse_time: 0.000247184\n# Compile_time: 0.000411245\n# Rewrite_time: 0.000093756\n# Optimize_time: 0.000190237\n# Wait_TS: 0.000346701\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 15:09:38.844 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [2024/05/06 15:09:38.844 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [2024/05/06 15:09:38.845 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [] [2024/05/06 15:09:38.846 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:09:38.846 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=27.663µs] [2024/05/06 15:09:38.846 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=13.095µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=8.851µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=8.668µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=9.454µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=25.406µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=18.006µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.244µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=10.867µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=10.159µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:09:38.847 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=7.989µs] [2024/05/06 15:09:38.847 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:09:38.847 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:09:38.853 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=ffe116c5-9247-465f-b8dc-c83b08762372] ["take time"=9.715537ms] [2024/05/06 15:09:38.853 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=ffe116c5-9247-465f-b8dc-c83b08762372] [2024/05/06 15:09:38.855 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 15:09:38.856 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 15:09:38.856 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b84e18ae-b709-45ba-a849-0a95c158c324] [watcherID=2c719968-8cdb-4650-bfe0-b6926b6fb6a5] [2024/05/06 15:09:38.856 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b84e18ae-b709-45ba-a849-0a95c158c324] [2024/05/06 15:09:38.856 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:09:38.856 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:09:38.856 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:38.856 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:09:38.858 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 15:09:38.859 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 15:09:38.859 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1285] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=ffe116c5-9247-465f-b8dc-c83b08762372] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:09:38.860 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [2024/05/06 15:09:38.860 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 15:09:38.860 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [2024/05/06 15:09:38.860 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:09:38.860 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager db976611-e1c6-44e4-821c-32b1bccbf2c9"] [error="lost watcher waiting for delete"] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager ffe116c5-9247-465f-b8dc-c83b08762372 watch owner key /tidb/stats/owner/22318f4cba523f6d"] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:09:38.860 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:09:38.860 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:09:38.860 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:09:38.860 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [2024/05/06 15:09:38.860 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:09:38.860 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:09:38.861 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:09:38.860 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=6] [task-type=ImportInto] [error="context canceled"] [2024/05/06 15:09:38.861 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 15:09:38.861 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:09:38.860 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 15:09:38.861 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:09:38.860 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:09:38.860 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 15:09:38.860 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:09:38.861 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=ffe116c5-9247-465f-b8dc-c83b08762372] [2024/05/06 15:09:38.861 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:09:38.861 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 15:09:38.861 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=6] [2024/05/06 15:09:38.861 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 15:09:38.861 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 15:09:38.861 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 15:09:38.861 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=6] [type=ImportInto] [2024/05/06 15:09:38.861 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 15:09:38.861 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:09:38.862 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:09:38.862 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager db976611-e1c6-44e4-821c-32b1bccbf2c9"] [error="context canceled"] [2024/05/06 15:09:38.861 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=db976611-e1c6-44e4-821c-32b1bccbf2c9] [daemon-id=LogBackup::Advancer] [2024/05/06 15:09:38.862 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:09:38.862 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager db976611-e1c6-44e4-821c-32b1bccbf2c9"] [2024/05/06 15:09:38.862 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:09:38.862 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:09:38.862 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:09:38.862 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager db976611-e1c6-44e4-821c-32b1bccbf2c9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:38.897 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 15:09:38.897 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [error="context canceled"] [2024/05/06 15:09:39.098 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:09:40.106 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:40.106 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 15:09:40.106 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:09:40.111 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager db976611-e1c6-44e4-821c-32b1bccbf2c9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:40.343 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ffe116c5-9247-465f-b8dc-c83b08762372"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:40.343 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 15:09:40.343 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 15:09:40.343 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:09:40.350 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.50619515s] [2024/05/06 15:09:40.350 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:40.350 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:40.350 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:40.350 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:40.350 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:40.351 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:40.351 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:40.351 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:40.351 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:40.351 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:40.351 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (60.89s) --- PASS: TestLoadRemote/TestGlobalSortBasic (27.07s) --- PASS: TestLoadRemote/TestGlobalSortMultiFiles (7.53s) --- PASS: TestLoadRemote/TestSplitFile (16.23s) PASS GCov does not exist at the given path: '' May 06, 2024 3:09:43 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 3:09:43 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 3:09:43 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 3:09:43 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 3:09:43 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 101.911s, Critical Path: 85.90s INFO: 1451 processes: 1426 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 100s remote-cache, linux-sandbox [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 97s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestLoadRemote [2024/05/06 15:08:36.726 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:36.727 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:36.727 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:36.728 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:36.729 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:36.730 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:36.730 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:36.732 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 15:08:36.737 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:36.738 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:36.738 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:36.763 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:36.763 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:36.769 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:36.769 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:36.780 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:36.796 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779648785057107] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:36.822 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:36.863 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1701] ["lease id"=6f188f4cba1241dd] [2024/05/06 15:08:36.866 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:36.872 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest2/importintotest2_test.TestLoadRemote\n\ttests/realtikvtest/importintotest2/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 15:08:36.884 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.615681ms] [2024/05/06 15:08:36.885 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:36.885 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=975743c3-1c4d-42d2-93ec-b80d283efa95] [runWorker=true] [2024/05/06 15:08:36.885 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:36.887 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:36.888 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:36.889 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:36.889 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:36.889 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:36.889 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:36.891 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cba1241e1] [ownerID=975743c3-1c4d-42d2-93ec-b80d283efa95] [op=none] [2024/05/06 15:08:36.891 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:36.891 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=752b3c39-07fe-4b77-af39-070aa305b95b] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:36.892 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b"] ["owner key"=/tidb/br-stream/owner/6f188f4cba1241e3] [ownerID=752b3c39-07fe-4b77-af39-070aa305b95b] [op=none] [2024/05/06 15:08:36.896 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 15:08:36.915 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:36.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:36.915 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:36.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 15:08:36.940 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:36.941 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cba1241e1] [ownerID=975743c3-1c4d-42d2-93ec-b80d283efa95] [op=none] [2024/05/06 15:08:36.941 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] [op=none] [2024/05/06 15:08:36.941 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:36.960 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:36.990 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=13.921988ms] [2024/05/06 15:08:36.992 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:36.996 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:36.996 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 15:08:37.028 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=54.125128ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:36.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.044 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:36.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.056 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 15:08:37.056 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.058 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 15:08:37.062 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 15:08:37.089 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.089 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 15:08:37.110 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.168 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.973817ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 15:08:37.172 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.172 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 15:08:37.211 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.998207ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.234 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.269 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 15:08:37.269 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.272 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 15:08:37.287 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.287 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 15:08:37.303 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.325 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.262339ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 15:08:37.329 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.329 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 15:08:37.373 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.154384ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.389 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.404 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 15:08:37.404 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.407 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 15:08:37.421 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.422 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 15:08:37.438 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.460 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.159685ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 15:08:37.464 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.464 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 15:08:37.508 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.218851ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.524 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.537 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 15:08:37.537 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.540 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 15:08:37.561 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.5 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.561 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.5 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 15:08:37.580 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.5 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.617 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.108968ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 15:08:37.621 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.621 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 15:08:37.664 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=52.818856ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.5 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.683 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.5 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.706 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 15:08:37.706 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.710 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 15:08:37.726 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.726 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 15:08:37.742 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.767 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.628609ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 15:08:37.771 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.771 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 15:08:37.816 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.715394ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.832 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.846 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 15:08:37.846 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.850 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 15:08:37.866 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:37.866 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 15:08:37.882 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.890 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:37.890 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:37.906 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.480541ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 15:08:37.910 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:37.910 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 15:08:37.955 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.539454ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.970 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:37.985 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 15:08:37.985 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:37.988 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 15:08:38.002 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.002 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 15:08:38.028 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.049 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.155601ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 15:08:38.053 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.054 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 15:08:38.097 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.809481ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:37.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.113 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:37.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.124 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 15:08:38.124 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.127 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 15:08:38.141 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.141 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 15:08:38.166 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.187 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.327127ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 15:08:38.191 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.191 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 15:08:38.236 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.905726ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.262 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.274 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 15:08:38.274 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.277 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 15:08:38.292 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.292 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 15:08:38.316 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.339 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.419919ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 15:08:38.343 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.343 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 15:08:38.387 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.139023ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.413 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.427 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 15:08:38.427 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.430 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 15:08:38.450 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.450 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 15:08:38.468 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.491 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.487149ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 15:08:38.495 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.495 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 15:08:38.538 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=52.651151ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.562 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.575 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 15:08:38.575 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.579 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:38.579 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 15:08:38.596 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.596 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:38.616 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.644 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.138244ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 15:08:38.648 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.648 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 15:08:38.692 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.947585ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.713 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.730 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 15:08:38.730 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.733 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 15:08:38.749 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.7 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.749 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.7 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 15:08:38.767 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.7 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.793 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.95125ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 15:08:38.797 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.797 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 15:08:38.841 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.400551ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.7 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.863 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.7 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.879 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 15:08:38.879 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:38.882 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:38.889 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:38.890 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 15:08:38.890 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:38.890 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:38.897 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:38.897 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:38.916 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:38.939 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.247484ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 15:08:38.943 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:38.943 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 15:08:38.987 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.114543ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:38.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.012 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:38.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.025 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 15:08:39.025 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.028 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:39.043 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.043 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:39.065 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.087 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.127028ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 15:08:39.091 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.091 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 15:08:39.136 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.796281ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.161 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.175 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 15:08:39.175 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.178 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:39.193 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.193 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:39.221 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.243 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.177971ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 15:08:39.246 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.247 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 15:08:39.291 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.496245ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.312 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.324 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 15:08:39.324 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.327 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 15:08:39.341 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 15:08:39.341 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.364 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.386 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.42382ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 15:08:39.390 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.390 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 15:08:39.433 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.649547ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.460 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.473 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 15:08:39.473 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.476 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 15:08:39.490 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.490 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 15:08:39.505 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.527 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.234859ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 15:08:39.531 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.531 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 15:08:39.575 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.046912ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.589 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.602 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 15:08:39.602 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.605 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:39.625 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.625 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:39.643 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.673 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.992909ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 15:08:39.677 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.677 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 15:08:39.721 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.555355ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.738 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.754 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 15:08:39.754 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.765 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:39.778 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.778 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:39.793 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.816 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.28078ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 15:08:39.820 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.820 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 15:08:39.864 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.012771ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.880 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.890 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:39.890 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:39.894 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 15:08:39.894 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:39.897 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 15:08:39.910 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.901 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:39.910 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.901 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 15:08:39.927 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.901 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:39.949 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.212821ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 15:08:39.953 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:39.954 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 15:08:39.997 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.257059ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:39.901 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.012 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:39.901 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.024 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 15:08:40.024 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.027 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 15:08:40.040 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.040 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 15:08:40.058 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.076 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.807688ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 15:08:40.080 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.080 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 15:08:40.126 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.877427ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.141 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.152 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 15:08:40.152 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.154 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 15:08:40.169 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.169 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 15:08:40.186 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.213 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.704464ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 15:08:40.217 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.217 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 15:08:40.261 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.057457ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.277 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.291 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 15:08:40.291 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.294 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 15:08:40.308 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.308 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 15:08:40.326 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.347 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.318846ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 15:08:40.352 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.352 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 15:08:40.395 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.028114ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.412 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.426 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 15:08:40.426 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.429 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:40.444 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.444 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:40.467 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.493 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.425668ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 15:08:40.498 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.498 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 15:08:40.541 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.442588ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.561 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.4 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.577 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 15:08:40.577 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.580 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 15:08:40.595 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.595 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 15:08:40.615 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.637 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.248595ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 15:08:40.642 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.642 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 15:08:40.685 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.011958ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.711 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.551 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.725 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 15:08:40.725 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.728 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 15:08:40.742 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 15:08:40.742 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.767 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.789 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.279286ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 15:08:40.794 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.794 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 15:08:40.837 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.250661ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.861 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.874 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 15:08:40.874 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:40.877 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:40.890 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:40.890 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:40.891 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:40.891 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 15:08:40.916 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:40.939 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.379708ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 15:08:40.944 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:40.944 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 15:08:40.987 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.412119ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:40.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.011 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:40.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.024 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 15:08:41.024 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.027 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 15:08:41.042 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.042 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 15:08:41.068 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.090 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.224045ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 15:08:41.094 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.094 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 15:08:41.138 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.37122ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.162 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.001 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.175 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 15:08:41.175 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.178 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:41.179 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 15:08:41.194 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.151 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.151 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 15:08:41.218 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.151 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.242 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.449076ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 15:08:41.246 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.246 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 15:08:41.291 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.902001ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.151 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.314 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.151 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.328 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 15:08:41.328 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.331 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:41.346 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.346 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:41.368 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.393 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.781708ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 15:08:41.397 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.397 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 15:08:41.440 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.917793ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.467 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.483 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 15:08:41.483 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.486 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:41.502 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.502 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:41.523 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.550 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.641722ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 15:08:41.554 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.554 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 15:08:41.597 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.768304ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.613 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.629 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 15:08:41.629 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.632 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 15:08:41.649 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.649 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 15:08:41.666 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.696 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.254153ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 15:08:41.700 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.700 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 15:08:41.743 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.093553ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.765 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.6 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.782 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 15:08:41.782 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.785 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 15:08:41.798 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.75 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.798 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.75 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 15:08:41.819 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.75 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.838 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.845186ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 15:08:41.842 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.842 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 15:08:41.887 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.473891ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:41.75 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.890 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:41.890 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:41.914 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.75 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.926 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 15:08:41.927 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:41.949 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:41.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:41.949 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:41.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 15:08:41.967 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:41.993 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.45853ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 15:08:41.998 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:41.998 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 15:08:42.041 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.170872ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:41.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.063 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:41.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.077 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 15:08:42.078 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.081 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 15:08:42.096 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.051 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.096 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.051 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 15:08:42.116 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.051 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.139 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.456876ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 15:08:42.143 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.143 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 15:08:42.187 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.311437ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.051 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.210 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.051 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.224 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 15:08:42.224 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.227 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 15:08:42.240 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.240 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 15:08:42.254 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.274 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.142413ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 15:08:42.278 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.278 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 15:08:42.323 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.342509ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.339 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.356 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 15:08:42.356 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.360 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 15:08:42.374 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 15:08:42.374 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.391 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.411 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.059428ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 15:08:42.416 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.416 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 15:08:42.460 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.367554ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.475 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.488 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 15:08:42.488 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.491 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 15:08:42.510 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.510 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 15:08:42.527 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.558 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.971922ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 15:08:42.562 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.562 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 15:08:42.605 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.676334ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.623 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.641 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 15:08:42.641 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.644 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 15:08:42.661 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.661 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 15:08:42.678 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.708 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.338269ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 15:08:42.711 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.712 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 15:08:42.755 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.522017ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.772 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.789 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 15:08:42.789 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.792 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 15:08:42.816 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.816 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 15:08:42.833 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.864 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.306337ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 15:08:42.868 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:42.868 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 15:08:42.890 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:42.890 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:42.911 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.942116ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.930 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:42.948 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 15:08:42.948 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:42.951 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:42.967 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:42.967 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:42.984 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.012 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=2.842794ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 15:08:43.016 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.016 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 15:08:43.059 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.19169ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:42.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.076 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:42.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.092 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 15:08:43.092 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.095 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:43.111 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.1 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.111 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.1 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:43.126 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.1 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.153 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=2.903206ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 15:08:43.156 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.156 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 15:08:43.200 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.133208ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.1 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.217 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.1 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.236 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 15:08:43.237 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.240 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 15:08:43.258 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.258 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 15:08:43.275 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.306 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.39173ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 15:08:43.310 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.310 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 15:08:43.352 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.78922ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.370 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.201 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.388 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 15:08:43.388 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.391 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 15:08:43.409 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.409 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 15:08:43.427 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.457 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.346074ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 15:08:43.461 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.461 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 15:08:43.504 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.84034ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.521 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.35 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.538 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 15:08:43.538 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.541 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:43.557 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.501 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.557 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.501 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:43.573 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.501 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.597 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.750738ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 15:08:43.601 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.601 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 15:08:43.645 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.892955ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.501 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.668 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.501 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.684 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 15:08:43.684 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.687 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:43.704 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.651 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.704 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.651 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:43.724 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.651 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.749 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.678433ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 15:08:43.754 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.754 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 15:08:43.797 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=52.777336ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.651 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.813 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.651 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.827 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 15:08:43.827 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.831 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 15:08:43.851 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:43.851 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 15:08:43.867 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.893 +08:00] [ERROR] [runaway.go:153] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:153\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:43.894 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [2024/05/06 15:08:43.903 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.867882ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 15:08:43.907 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:43.907 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 15:08:43.950 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.56343ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.968 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:43.988 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 15:08:43.988 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:43.991 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:44.008 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.95 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.008 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.95 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:44.025 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.95 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.057 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.833063ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 15:08:44.061 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.061 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 15:08:44.105 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=54.137541ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:43.95 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.121 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:43.95 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.137 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 15:08:44.137 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.140 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 15:08:44.155 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.155 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 15:08:44.177 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.198 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.100922ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 15:08:44.202 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:44.202 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 15:08:44.246 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.065503ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.263 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.101 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.275 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 15:08:44.275 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:44.426 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.53404735s] [2024/05/06 15:08:44.429 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] [2024/05/06 15:08:44.429 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] [2024/05/06 15:08:44.429 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:08:44.431 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 975743c3-1c4d-42d2-93ec-b80d283efa95"] [] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=7.947µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.6µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=3.008µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.136µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.37µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=2.613µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=3.185µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=2.068µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=2.501µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.256µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:44.432 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.544µs] [2024/05/06 15:08:44.432 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:08:44.432 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:08:44.440 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=975743c3-1c4d-42d2-93ec-b80d283efa95] ["take time"=11.015619ms] [2024/05/06 15:08:44.440 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=975743c3-1c4d-42d2-93ec-b80d283efa95] [2024/05/06 15:08:44.442 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1701] [2024/05/06 15:08:44.442 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:44.442 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:08:44.442 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:08:44.442 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:08:44.443 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:08:44.443 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:08:44.443 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:44.443 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:44.443 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:44.443 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:44.443 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:08:44.443 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:44.443 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:44.443 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b watch owner key /tidb/br-stream/owner/6f188f4cba1241e3"] [2024/05/06 15:08:44.443 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b"] [2024/05/06 15:08:44.443 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:08:44.443 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b"] [2024/05/06 15:08:44.443 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:08:44.444 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=752b3c39-07fe-4b77-af39-070aa305b95b] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:44.444 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:08:44.444 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:08:44.444 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:44.444 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:44.444 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:44.444 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b"] [error="context canceled"] [2024/05/06 15:08:44.444 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=15.653217ms] [2024/05/06 15:08:44.444 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779648785057107] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:44.454 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:44.507 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=103] ["lease id"=3eaa8f4cba1242ac] [2024/05/06 15:08:44.509 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:44.580 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=68.316969ms] [2024/05/06 15:08:44.583 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:44.583 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=12bd5e01-2153-4836-b80d-d90b84c54f95] [runWorker=true] [2024/05/06 15:08:44.583 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:44.585 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:44.586 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:44.586 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:44.586 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:44.586 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:44.586 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:44.586 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:44.586 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:44.586 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:44.587 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:44.587 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:44.587 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:44.587 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:44.587 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:44.588 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba124171] [ownerID=12bd5e01-2153-4836-b80d-d90b84c54f95] [op=none] [2024/05/06 15:08:44.589 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:44.589 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=bfa7a50c-846a-4b2f-9e24-201e3d774925] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:44.599 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 15:08:44.599 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:08:44.600 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:08:44.600 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 15:08:44.602 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] ["owner key"=/tidb/bindinfo/owner/22318f4cba124176] [ownerID=12bd5e01-2153-4836-b80d-d90b84c54f95] [op=none] [2024/05/06 15:08:44.606 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 15:08:44.609 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 15:08:44.632 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:08:44.637 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:44.638 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:08:44.638 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba124171] [ownerID=12bd5e01-2153-4836-b80d-d90b84c54f95] [op=none] [2024/05/06 15:08:44.638 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [op=none] [2024/05/06 15:08:44.638 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:44.643 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:08:44.643 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:08:44.643 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:08:44.643 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 15:08:44.643 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:08:44.643 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 15:08:44.643 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 15:08:44.643 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 15:08:44.643 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 15:08:44.644 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:08:44.644 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:08:44.644 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 15:08:44.646 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:08:44.646 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:08:44.646 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 15:08:44.646 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:08:44.648 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:08:44.648 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:08:44.648 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] ["owner key"=/tidb/stats/owner/22318f4cba124179] [ownerID=12bd5e01-2153-4836-b80d-d90b84c54f95] [op=none] [2024/05/06 15:08:44.649 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5ae9652c-ebcc-4f62-a057-1d96bba2be8b] [2024/05/06 15:08:44.649 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:44.649 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:44.660 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 15:08:44.660 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=15.700857ms] [2024/05/06 15:08:44.667 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestWriteAfterImport [2024/05/06 15:08:44.672 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 15:08:44.673 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database write_after_import"] [user=] [2024/05/06 15:08:44.687 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:44.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.687 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:44.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database write_after_import"] [2024/05/06 15:08:44.702 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.718 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.028082ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:08:44.723 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 15:08:44.767 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=52.892146ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:44.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.783 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.793 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 15:08:44.793 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 15:08:44.796 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:08:44.797 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 15:08:44.811 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:44.811 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 15:08:44.828 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.848 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.863279ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 15:08:44.852 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 15:08:44.896 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.229236ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:44.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.910 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:44.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:44.921 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 15:08:44.921 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:45.322 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:08:45.349 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=8] [2024/05/06 15:08:45.349 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 15:08:45.650 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 15:08:45.650 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 15:08:45.650 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5ae9652c-ebcc-4f62-a057-1d96bba2be8b] [watcherID=d27e38fe-2271-4e64-9cd9-85e25d09867f] [2024/05/06 15:08:45.660 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 15:08:45.660 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 15:08:45.660 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 15:08:45.892 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 752b3c39-07fe-4b77-af39-070aa305b95b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:08:46.587 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:48.668 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:08:49.170 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:08:49.171 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:49.172 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 15:08:49.184 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:08:49.184 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:08:49.184 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=84.929µs] [2024/05/06 15:08:49.184 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=225.941µs] [] [2024/05/06 15:08:49.185 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:08:49.185 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:08:49.185 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:08:49.202 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:08:49.202 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:08:49.469 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 15:08:49.470 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 15:08:49.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:49.679 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:49.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:49.680 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:49.680 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:49.680 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:49.681 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:49.681 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:49.697 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:49.697 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:49.697 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:49.697 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:49.703 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 15:08:49.776 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:49.777 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:08:49.777 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:08:49.780 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 15:08:49.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:49.784 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:49.784 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:49.785 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:49.785 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:49.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:49.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:49.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:49.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:49.786 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:08:49.786 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:08:49.786 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:49.786 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:49.786 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:49.790 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:49.791 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:49.791 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:49.792 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:49.792 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:49.793 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:49.793 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:49.804 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:08:49.804 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:08:49.804 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/06 15:08:49.818 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 15:08:49.822 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:49.825 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:08:49.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:49.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:08:49.872 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=2.csv:0] [2024/05/06 15:08:49.873 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=1.csv:0] [2024/05/06 15:08:49.874 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=2.csv:0] [readDur=1.079897ms] [encodeDur=237.138µs] [deliverDur=26.589µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.631864ms] [] [2024/05/06 15:08:49.874 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=1.csv:0] [readDur=1.160351ms] [encodeDur=192.879µs] [deliverDur=28.55µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.67983ms] [] [2024/05/06 15:08:49.875 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/4262d92b-630d-4ef4-92fd-6ba76254648a.sst] [firstKey=7480000000000000685F728000000000000006] [lastKey=7480000000000000685F728000000000000007] [2024/05/06 15:08:49.875 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=57.402073ms] [] [2024/05/06 15:08:49.876 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:08:49.876 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:08:49.876 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:49.876 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a793148b-bbda-4378-9b4a-74d284910af2.sst] [firstKey=7480000000000000685F728000000000000004] [lastKey=7480000000000000685F728000000000000005] [2024/05/06 15:08:49.878 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.504127ms] [] [2024/05/06 15:08:49.878 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:08:49.883 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:49.884 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 15:08:49.885 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:49.885 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:49.885 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 15:08:49.886 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000040000000000FA] [end=7480000000000000FF685F728000000000FF0000080000000000FA] [2024/05/06 15:08:49.886 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 15:08:49.886 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=566.576µs] [2024/05/06 15:08:49.887 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.659366ms] [] [2024/05/06 15:08:49.895 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 23, store 1, region 12, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/06 15:08:49.896 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000004] [endKey=7480000000000000685F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:08:51.896 +08:00] [2024/05/06 15:08:49.897 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571541444460550] [req-type=Cop] [region="{ region id: 12, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:08:49.897 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571541444460550] [req-type=Cop] [region="{ region id: 12, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:08:51.910 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 15:08:51.911 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.032986281s] [] [2024/05/06 15:08:51.911 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:51.914 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.314121ms] [] [2024/05/06 15:08:51.914 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:08:51.914 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:08:51.920 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=5.754826ms] [] [2024/05/06 15:08:51.920 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:08:51.920 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:08:51.920 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.484µs] [] [2024/05/06 15:08:51.920 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:08:51.921 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=737.415µs] [] [2024/05/06 15:08:52.173 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:08:52.174 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:52.175 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 15:08:52.177 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:52.178 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:52.178 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:52.179 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:52.179 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:52.180 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:52.180 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:52.180 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:08:52.194 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:52.194 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:52.194 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:52.194 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:52.208 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:08:52.209 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:08:52.210 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:08:52.210 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:52.221 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:08:52.221 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:52.240 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:52.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:52.243 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:52.243 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:52.243 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:52.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:52.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:52.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:52.244 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:52.244 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.468216832s] [] [2024/05/06 15:08:52.550 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:52.551 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 15:08:52.563 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:08:52.563 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:08:52.563 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:08:52.565 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:52.566 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:52.566 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:52.567 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:52.567 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:52.568 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:52.568 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:08:52.568 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:52.568 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:52.568 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:52.568 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:52.574 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=11.261753ms] [] [2024/05/06 15:08:52.574 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:08:52.575 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 15:08:52.575 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 15:08:52.577 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:08:52.577 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.180094ms] [] [2024/05/06 15:08:52.577 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.309236ms] [] [2024/05/06 15:08:52.674 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:08:52.675 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:08:52.676 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 15:08:52.676 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:08:52.676 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:08:52.686 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 15:08:52.688 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 15:08:52.695 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:08:52.860 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.936850309\n# Parse_time: 0.000166125\n# Compile_time: 0.000324195\n# Rewrite_time: 0.000067028\n# Optimize_time: 0.000071853\n# Wait_TS: 0.000309549\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse write_after_import;\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:08:52.868 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449571542230892550] [checkTS=449571542230892551] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 15:08:52.874 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:08:52.883 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:08:52.883 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.894 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:08:52.894 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=344.196226ms] [] [2024/05/06 15:08:52.898 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.914 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=521.565µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [2024/05/06 15:08:52.918 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=53] [2024/05/06 15:08:52.964 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.533345ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.977 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.991 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=508.269µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:08:52.995 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=54] [2024/05/06 15:08:53.041 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.360281ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.056 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.074 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=511.754µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:08:53.078 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=55] [2024/05/06 15:08:53.124 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.94613ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.138 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=106] [elementID=1] [comment="table ID is 104"] [2024/05/06 15:08:53.145 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 15:08:53.147 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:52.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.164 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 15:08:53.164 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.166 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 15:08:53.179 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.179 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 15:08:53.183 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 15:08:53.189 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:08:53.193 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.196 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/06 15:08:53.205 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:08:53.212 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.766958ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [2024/05/06 15:08:53.216 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=108] [version=56] [2024/05/06 15:08:53.261 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.363452ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.277 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.15 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.288 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 15:08:53.288 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.333 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:08:53.351 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=8] [2024/05/06 15:08:53.351 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 15:08:54.667 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:08:55.170 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:08:55.171 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:08:55.172 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 15:08:55.183 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:08:55.183 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:08:55.183 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=61.456µs] [2024/05/06 15:08:55.183 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=160.089µs] [] [2024/05/06 15:08:55.183 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:08:55.183 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:08:55.183 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:08:55.196 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:08:55.196 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:08:55.468 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 15:08:55.468 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 15:08:55.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.678 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:55.679 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.680 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.680 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.680 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.681 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 15:08:55.694 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:08:55.694 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.694 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.694 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.700 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 15:08:55.775 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:08:55.776 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:08:55.776 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:08:55.781 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.782 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.782 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:55.783 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.783 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.784 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.784 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.784 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:08:55.784 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:08:55.784 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:08:55.784 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:08:55.784 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:08:55.784 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:08:55.785 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:08:55.785 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:08:55.785 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:08:55.785 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:08:55.785 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:08:55.785 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:08:55.788 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:55.789 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:55.789 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:08:55.790 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.790 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:55.791 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:55.791 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:55.801 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:08:55.801 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:08:55.801 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/06 15:08:55.815 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 15:08:55.820 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:55.823 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:08:55.823 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 15:08:55.823 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 15:08:55.831 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=2.csv:0] [2024/05/06 15:08:55.831 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=1.csv:0] [2024/05/06 15:08:55.832 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=2.csv:0] [readDur=732.026µs] [encodeDur=140.689µs] [deliverDur=109.064µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.28012ms] [] [2024/05/06 15:08:55.832 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=1.csv:0] [readDur=804.162µs] [encodeDur=107.104µs] [deliverDur=80.202µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.215075ms] [] [2024/05/06 15:08:55.833 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/3158c940-e729-4d47-b9e4-a57aa8c069a5.sst] [firstKey=74800000000000006B5F728000000000000006] [lastKey=74800000000000006B5F728000000000000007] [2024/05/06 15:08:55.833 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=17.225823ms] [] [2024/05/06 15:08:55.833 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:08:55.833 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:08:55.833 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:55.834 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f184ec41-5125-4926-a99a-645867472aa5.sst] [firstKey=74800000000000006B5F728000000000000004] [lastKey=74800000000000006B5F728000000000000005] [2024/05/06 15:08:55.836 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.438333ms] [] [2024/05/06 15:08:55.836 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:08:55.841 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:08:55.842 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 15:08:55.843 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:08:55.843 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:08:55.843 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6B5F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 15:08:55.843 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6B5F728000000000FF0000040000000000FA] [end=7480000000000000FF6B5F728000000000FF0000080000000000FA] [2024/05/06 15:08:55.843 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6B5F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 15:08:55.844 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=433.162µs] [2024/05/06 15:08:55.844 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.26397ms] [] [2024/05/06 15:08:55.847 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543004217355] [req-type=Cop] [region="{ region id: 12, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:08:55.847 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571543004217355] [req-type=Cop] [region="{ region id: 12, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:08:58.176 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:2.129767571s txnStartTS:449571543056384002 region_id:12 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:219 rocksdb_delete_skipped_count:54 rocksdb_key_skipped_count:598 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:08:58.176 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 40, store 7, region 38, epoch conf_ver:5 version:9 , when open write stream: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:20162: i/o timeout\""] ["job stage"=needRescan] [2024/05/06 15:08:58.176 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:2.130329385s txnStartTS:449571543056384002 region_id:12 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:219 rocksdb_delete_skipped_count:54 rocksdb_key_skipped_count:598 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:08:58.178 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006B5F728000000000000004] [endKey=74800000000000006B5F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:00.178 +08:00] [2024/05/06 15:08:58.180 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571543056384002\n# Query_time: 2.135475516\n# Parse_time: 0\n# Compile_time: 0.002050778\n# Rewrite_time: 0.000432097\n# Optimize_time: 0.001285586\n# Wait_TS: 0.000116604\n# Cop_time: 0.000082344 Process_time: 0.000324243 Wait_time: 0.000196952 Request_count: 2 Total_keys: 438 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 108 Rocksdb_key_skipped_count: 1196\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000162121 Cop_proc_p90: 0.000228759 Cop_proc_max: 0.000228759 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 9.8476e-05 Cop_wait_p90: 0.000135172 Cop_wait_max: 0.000135172 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12912\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qBW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuOTltcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBmCBDYxHYIcCTAgQnl0ZXMRCBwKMgkxN18yNx13VGlubmVyIGpvaW4sIGVxdWFsOltlcShiaQAB1CBsdW1uIzE1KV0ZdgQ0NB12oCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6OTk3LjPCtXMsIGZldGNoHRAFMgw6MHN9EasRCCAKMwk2XzI5KEIBUwApAbk0NDAwCWdyb3VwIGJ5OkMRjkAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMEbIUODk3LjHCAYk1rFBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l1xg3NTYuNTk0BS8EY2890nQsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjIuMjM4NDYhEgEUGGV4ZWM6MHMJIQVRHDIuMjc5NTQ1ASIobWF4OjQ4NS4zMjMFYQhwOTUdEBR9LCBmaW5SlgAYNjI0LjQ4NgU1mpYADDc4MDgBdBWWEDcxLjAxKQgBFA2dEDM2MTk4JdEFnRQ5Ny44NzkFaAWdFRAQfQlOL0EBBBgKNAkxXzMwMZ0kbm90KGlzbnVsbD2FIbsFYAw2MzcuCU4tewgJMzhRp2EaEDUJNl8zIakIODAwPelKkgJ5H1IaAyRzY2hlbWFfaWRzUh8ARZkJHkk6CG1pbhWwADhONQIUNjEzLjXCmjUCFDMzMC45NAnpjp8BGDg2MC44OTgFXyGMRjYCFDkzOC45OEmHIZkQMjU2LjANYiGZGRBqNgIUMzM0LjgwpjYCHDEuMTcyNzczNjcCDDIuNDc6NwIYMS4yNjE2OEVgBZ4QNzIuNzUJJQWeFRBZNyA2CTMxXzM2CTAp7DhkYXRhOkhhc2hBZ2dfMzFxrAgxODaNNU0xFCwgY29wX2F7CDoge2F9CCAxLAV0HCAyLjEzcywgQRkYX2tleXM6IG2YARIUOiAyMjguOWJlrBQgMTM1LjIldghycGNlywFOAQxFrhFTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwke4BkAhfZHUFGhBuOiAxNQ21LG1heF9kaXN0c3FsXy4JAhggMX0JMjM3raFB+gA3QfoMMQkxXy0QleX+/AKW/AJKZgAUam9iX2lkfQwAOCWVBGt2Be4EOnslI4HbLZo8fSwgc2Nhbl9kZXRhaWw6IKn3LYtAMjE5LCBnZXRfc25hcHNob3QtYgA5aVSYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1NCwga2V5QhcAHDk4LCBibG9jQQ0IfX19IUoBBBgKOAk0M18zgZoMMAkxMIFMZfIEOnT94XwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3ruAAFoAQQECjNByRw0MShQcm9iZYHqADYaVAgAZEHTLFNlbGVjdGlvbl80MAVSHG1lOjMyNi43RXctO+LVAgQ5NY2VgTZJ1AQ2MU3nQcdxIQEMJbDu0wIJs3bTAgA1XdMhfwQ0MEXTMRNKZwIMcmVvchZFCf5aAjZaAgQ0Nu3l/lwCPlwCBDUJQVwAOQXY/lwCflwC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('+BfwSQrzFwoNUHJvamVjdGlvbl8xMxLcFgoHU29ydF8xNBLlFQoLSGFzaEpvaW5fMjcSvAUKDlRhYmxlUmVhZGVyXzQxEo8DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaqABdGplAAgsIHMB2/BpZGV0YWlsOiB7dG90YWxfa2V5czogMjE5LCBnZXRfc25hcHNob3RfdGltZTogNDYuMcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1NCwga2V5X3NraXBwZWRfY291bgEXODk4LCBibG9jazoge319fVbpACwaAQIhVVVVVZV09kAZ7CgBQAFSEWRhdGE6Uz2tBFoWBZoQMzI2LjcFmgRsbyVEFGLFAWNvcClhZCB7bnVtOiAxLCBtYXg6IDIuMTNzLCBwcm9jDe8YMCwgdG90XwESFDogOTUuNQVKARMkd2FpdDogNjEuOAUTDHJwY18RTAEMBXwRUYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFjghfZHUFGhBuOiAxNQ20dG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDrAV0DEBLvDgoKQc8gQWdnXzI5EqkLLrsCEDMwEsQKGSAQMzUSsgY27gIQMzYSiAQdIgAxTuwCADRFaf7sAu7sAk3sAChB7AAAAQEEQL9J7CyUAWdyb3VwIGJ5Om1hdTb2AiHAHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqe/mkDQmkDADlJgwBy/mcDbmcDICHe3d3dHT73QDlkYWQED2RhZAhIYXNFZQQzMW1iEDE4Ni4zZQVxYgDH3mIDCDIyOG1QeWMQMTM1LjIFX2FY/mQDMmQDCbZuZAMA7S5kAyUXCK1s+DoXAQCE/nsCvnsCVV9dawA1LY0INjEzjaUxjVS1AnBhcnRpYWxfd29ya2VyOnt3YWxsiaEYMzMwLjk0OSVeLl8EGDUsIHRhc2slbq0DhfAUODYwLjg5ifIhohBleGVjOsGgAQ2F8xg5MzguOTg0BVKhVBAyNTYuMA1iCHA5NR0QFH0sIGZpblqXABA0LjgwNgVFjpcAJDEuMTcyNzczbXOprwWXFDcyLjQ3MQVEFZ4cMS4yNjE2ODgBKQWeEDcyLjc1CSUFnhUQWoEGSQMESP5NAwgAuUBlGigWbm90KGlzbnVsbDWeCDUpKTGUCDM3LilkLZQIcPwCvbskGgEBIUREREQkYz5XAAQ4Z5HUMfMENSyNgxxmaXJzdHJvdx1vmXhRDQg4OTftlg15BGKzag0CFDc1Ni41OSm7jnYBGDIuMjM4NDYhTCFhJXUyDAIcMi4yNzk1NDUBIiFuGDQ4NS4zMjMlkyFuGRBqDAIUNjI0LjQ4pgwCAXUEODAl4hWWEDcxLjAxKeYBFEWpHDIuMzYxOTg0FZ0QOTcuODcppwWdFRBeCwIOfQkUb0ENQSmsHnUJaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGIvBgQsIDXcDCldWhQFnAgxLjQFmDG2ADsWJQgQaGFzaF/FjQA6FpQJDDo5OTeNxRBmZXRjaB0QBTIsOjBzfSGZKiJLzRseOqcAAD1KkQD5JhQ6ZGVzYyxOKwfJ5BWoBDYxIUANqAVrBH1aPmsATpEHAUcQbWV0YSxOZAAZiBVoBDk5HWgMYg1DbyYLCUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 15:09:00.191 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 15:09:00.193 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=4.356866249s] [] [2024/05/06 15:09:00.193 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:00.194 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.156852ms] [] [2024/05/06 15:09:00.194 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:09:00.194 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:00.195 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.381167ms] [] [2024/05/06 15:09:00.196 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:00.196 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:00.196 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=47.008µs] [] [2024/05/06 15:09:00.196 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:00.197 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=998.014µs] [] [2024/05/06 15:09:00.673 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:00.674 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:00.675 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:00.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:00.678 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:00.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:00.679 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:00.679 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:00.680 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:00.680 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:00.680 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:00.694 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:00.694 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:00.694 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:00.694 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:00.694 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:00.695 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:00.695 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:00.695 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:00.695 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:00.695 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:00.710 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:00.711 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:00.711 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:00.711 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:00.723 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:00.723 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:00.823 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:09:00.825 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:00.825 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:00.825 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:00.826 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:00.826 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:00.825 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:00.826 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:00.826 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:00.826 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:00.826 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:00.827 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:00.827 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:00.827 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:00.827 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:00.827 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.052467367s] [] [2024/05/06 15:09:01.133 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:01.135 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 15:09:01.148 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:01.148 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:01.148 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:01.151 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:01.152 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:01.152 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:01.153 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:01.153 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:01.154 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:01.154 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:01.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:01.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:01.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:01.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:01.154 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:01.155 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:01.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:01.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:01.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:01.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:01.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:01.166 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=17.752623ms] [] [2024/05/06 15:09:01.166 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:09:01.167 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 15:09:01.167 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 15:09:01.169 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:09:01.169 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=21.013193ms] [] [2024/05/06 15:09:01.169 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=21.179637ms] [] [2024/05/06 15:09:01.673 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:01.674 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:01.675 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:01.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:01.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:01.686 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 15:09:01.689 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 15:09:01.695 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:01.764 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.473504274\n# Parse_time: 0.000087543\n# Compile_time: 0.000371298\n# Rewrite_time: 0.000075371\n# Optimize_time: 0.000153559\n# Wait_TS: 0.000495844\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 15:09:01.769 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:01.779 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:01.779 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:01.793 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:01.793 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.579364ms] [] [2024/05/06 15:09:01.795 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.811 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=521.713µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [2024/05/06 15:09:01.814 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=57] [2024/05/06 15:09:01.861 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.4927ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.874 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.891 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=636.441µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:01.895 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=58] [2024/05/06 15:09:01.940 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.2146ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.959 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:01.979 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=577.102µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:01.983 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=59] [2024/05/06 15:09:02.029 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.463762ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:02.043 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 107"] [2024/05/06 15:09:02.050 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 15:09:02.051 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:01.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:02.070 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 15:09:02.070 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:02.073 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.304293002\n# Parse_time: 0.000054935\n# Compile_time: 0.000244366\n# Rewrite_time: 0.000005297\n# Optimize_time: 0.000191637\n# Wait_TS: 0.000314743\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:02.074 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 15:09:02.088 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:02.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 15:09:02.088 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:02.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:02.095 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=2] [step=-2] [state=succeed] [2024/05/06 15:09:02.102 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:02.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:02.122 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=1.957707ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/06 15:09:02.126 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=60] [2024/05/06 15:09:02.170 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.022329ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:02.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:02.181 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 15:09:02.186 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:02.05 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:02.189 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:02.198 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 15:09:02.198 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:02.203 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:02.241 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:02.260 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/06 15:09:02.260 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 15:09:03.668 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:04.171 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:04.173 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:04.174 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 15:09:04.186 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:04.186 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:04.186 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=79.783µs] [2024/05/06 15:09:04.186 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=188.86µs] [] [2024/05/06 15:09:04.186 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:04.186 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:04.186 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:04.206 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:04.206 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:04.470 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 15:09:04.470 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 15:09:04.679 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:04.680 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:04.680 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:04.681 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.681 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:04.682 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:04.682 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.682 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:04.696 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:04.696 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:04.696 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:04.696 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:04.703 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 15:09:04.776 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:04.777 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:04.778 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:04.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:04.784 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:04.784 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:04.785 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.785 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:04.786 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:04.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:04.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:04.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:04.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:04.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:04.786 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:04.786 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:04.787 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:04.787 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:04.787 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:04.787 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:04.787 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:04.790 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:04.791 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:04.791 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:04.792 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.792 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:04.793 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:04.793 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.803 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:04.804 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:04.804 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/06 15:09:04.818 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 15:09:04.822 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:04.825 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:04.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 15:09:04.826 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 15:09:04.831 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=2.csv:0] [2024/05/06 15:09:04.832 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=1.csv:0] [2024/05/06 15:09:04.833 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=2.csv:0] [readDur=1.114863ms] [encodeDur=596.401µs] [deliverDur=318.639µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=2.362751ms] [] [2024/05/06 15:09:04.834 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=1.csv:0] [readDur=759.454µs] [encodeDur=284.435µs] [deliverDur=664.218µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=1.9652ms] [] [2024/05/06 15:09:04.834 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/cc8f19c3-de4f-4208-b3b7-8d286cd4e096.sst] [firstKey=74800000000000006E5F72800000000000000A] [lastKey=74800000000000006E5F72800000000000000B] [2024/05/06 15:09:04.835 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=16.573003ms] [] [2024/05/06 15:09:04.835 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:04.835 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:04.835 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:04.835 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/21dca341-136a-4f00-9201-1fe485eb2911.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 15:09:04.837 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.319816ms] [] [2024/05/06 15:09:04.838 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:04.842 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:04.843 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 15:09:04.843 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:04.844 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:04.844 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 15:09:04.844 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [2024/05/06 15:09:04.844 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 15:09:04.845 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=509.556µs] [2024/05/06 15:09:04.845 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.39488ms] [] [2024/05/06 15:09:04.853 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 13, store 2, region 12, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/06 15:09:04.854 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:06.854 +08:00] [2024/05/06 15:09:04.891 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545376620545] [req-type=Cop] [region="{ region id: 12, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:04.891 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545376620545] [req-type=Cop] [region="{ region id: 12, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:06.867 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 15:09:06.869 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.030954974s] [] [2024/05/06 15:09:06.869 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:06.870 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.053897ms] [] [2024/05/06 15:09:06.870 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:06.870 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:06.871 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.329725ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/588bf63c-fa0d-4b4c-a78e-aa0cebebe30b.sst] [2024/05/06 15:09:06.871 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/588bf63c-fa0d-4b4c-a78e-aa0cebebe30b.sst] [firstKey=74800000000000006E5F698000000000000001038000000000000004] [lastKey=74800000000000006E5F698000000000000001038000000000000007] [2024/05/06 15:09:06.874 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.776853ms] [] [2024/05/06 15:09:06.874 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:06.878 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:06.879 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 15:09:06.880 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:06.880 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:06.880 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 15:09:06.880 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 15:09:06.880 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 15:09:06.881 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=503.648µs] [2024/05/06 15:09:06.881 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.451269ms] [] [2024/05/06 15:09:06.894 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 15:09:06.896 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=21.859381ms] [] [2024/05/06 15:09:06.896 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:06.897 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.02617ms] [] [2024/05/06 15:09:07.179 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:07.180 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:07.181 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:07.184 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:07.185 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:07.185 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:07.186 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:07.186 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:07.187 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:07.187 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:07.187 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:07.201 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:07.201 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:07.201 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:07.201 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:07.216 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:07.218 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:07.218 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:07.218 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:07.231 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:07.231 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:07.523 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:07.529 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:07.529 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:07.529 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:07.529 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:07.530 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:07.530 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:07.530 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:07.530 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:07.530 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.754144897s] [] [2024/05/06 15:09:07.838 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:07.840 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/06 15:09:07.854 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:07.854 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:07.854 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:07.857 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:07.858 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:07.858 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:07.859 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:07.859 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:07.859 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:07.860 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:07.860 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:07.860 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:07.860 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:07.860 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:07.860 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:07.860 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:07.860 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:07.860 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:07.860 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:07.860 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:07.868 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.328626ms] [] [2024/05/06 15:09:07.868 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:09:07.869 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 15:09:07.869 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 15:09:07.870 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546163052548] [req-type=Cop] [region="{ region id: 42, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 43, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 44, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 45, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=43-epoch_not_match:1] [2024/05/06 15:09:07.870 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546163052548] [req-type=Cop] [region="{ region id: 42, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 43, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 44, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 45, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=43-epoch_not_match:1] [2024/05/06 15:09:07.878 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:09:07.878 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=23.358828ms] [] [2024/05/06 15:09:07.878 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=23.531256ms] [] [2024/05/06 15:09:08.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:08.176 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:08.178 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:08.178 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:08.178 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:08.191 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/06 15:09:08.195 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 15:09:08.202 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:08.273 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.071786739\n# Parse_time: 0.000109756\n# Compile_time: 0.000376039\n# Rewrite_time: 0.000079736\n# Optimize_time: 0.000191637\n# Wait_TS: 0.000348501\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:09:08.276 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571546267910148] [req-type=Cop] [region="{ region id: 42, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 43, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 44, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 45, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=43-not_leader-45:1] [2024/05/06 15:09:08.290 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449571546267910151] [checkTS=449571546267910153] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 15:09:08.303 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:08.313 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:08.313 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:08.329 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.348 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=691.796µs] [gotSchemaVersion=61] [phyTblIDs="[110]"] [actionTypes="[4]"] [2024/05/06 15:09:08.353 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=61] [2024/05/06 15:09:08.397 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.045994ms] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.412 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.430 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=655.298µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:08.435 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=62] [2024/05/06 15:09:08.480 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.01751ms] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.494 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.503 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:08.503 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=664.961394ms] [] [2024/05/06 15:09:08.515 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=583.772µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:08.519 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=63] [2024/05/06 15:09:08.565 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.490906ms] [job="ID:112, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.581 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=112] [elementID=1] [comment="table ID is 110"] [2024/05/06 15:09:08.586 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=112] [jobType="drop table"] [2024/05/06 15:09:08.587 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [job="ID:112, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:08.301 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.608 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 15:09:08.608 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:08.610 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307895584\n# Parse_time: 0.000060322\n# Compile_time: 0.000259712\n# Rewrite_time: 0.000003666\n# Optimize_time: 0.000224244\n# Wait_TS: 0.000322168\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:08.611 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 15:09:08.626 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:08.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:08.626 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:08.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 15:09:08.644 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:08.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.666 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.15512ms] [gotSchemaVersion=64] [phyTblIDs="[113]"] [actionTypes="[3]"] [2024/05/06 15:09:08.670 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=114] [version=64] [2024/05/06 15:09:08.682 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 15:09:08.689 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:08.703 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:08.713 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=52.983007ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:08.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.729 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:08.601 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:08.741 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 15:09:08.741 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:08.784 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:08.804 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=8] [2024/05/06 15:09:08.804 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 15:09:09.671 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:10.173 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:10.175 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:10.176 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 15:09:10.189 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:10.189 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:10.189 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=94.366µs] [2024/05/06 15:09:10.189 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=278.7µs] [] [2024/05/06 15:09:10.189 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:10.189 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:10.189 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:10.203 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:10.203 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:10.471 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 15:09:10.471 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 15:09:10.682 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:10.683 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:10.683 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:10.684 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.684 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:10.684 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:10.685 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.685 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:10.699 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:10.699 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:10.699 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:10.699 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:10.704 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 15:09:10.778 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:10.779 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:10.779 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:10.785 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:10.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:10.786 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:10.786 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.787 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:10.787 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:10.787 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.788 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:10.788 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:10.788 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:10.788 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:10.788 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:10.788 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:10.788 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:10.788 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:10.788 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:10.788 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:10.788 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:10.788 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:10.792 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:10.793 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:10.793 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:10.794 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.794 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:10.795 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:10.795 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.804 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:10.804 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:10.804 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/06 15:09:10.817 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 15:09:10.821 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:10.824 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:10.824 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 15:09:10.824 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 15:09:10.832 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=1.csv:0] [2024/05/06 15:09:10.837 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=1.csv:0] [readDur=1.507364ms] [encodeDur=1.095552ms] [deliverDur=1.290682ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=4.490245ms] [] [2024/05/06 15:09:10.839 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/63075418-76ce-4a82-8625-a267d06033c5.sst] [firstKey=7480000000000000715F728000000000000001] [lastKey=7480000000000000715F728000000000000002] [2024/05/06 15:09:10.843 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=2.csv:0] [2024/05/06 15:09:10.845 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=2.csv:0] [readDur=882.769µs] [encodeDur=430.647µs] [deliverDur=202.735µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=1.81379ms] [] [2024/05/06 15:09:10.846 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/11d621c2-0881-4fb5-9a38-bbbb5b3462b6.sst] [firstKey=7480000000000000715F72800000000000000A] [lastKey=7480000000000000715F72800000000000000B] [2024/05/06 15:09:10.846 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=28.490065ms] [] [2024/05/06 15:09:10.846 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:10.846 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:10.846 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:10.848 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.585801ms] [] [2024/05/06 15:09:10.848 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:10.853 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:10.854 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 15:09:10.855 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:10.855 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:10.855 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 15:09:10.856 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F728000000000FF0000010000000000FA] [end=7480000000000000FF715F728000000000FF00000C0000000000FA] [2024/05/06 15:09:10.856 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 15:09:10.856 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.595µs] [2024/05/06 15:09:10.856 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.281671ms] [] [2024/05/06 15:09:10.864 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 16, store 7, region 12, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 15:09:10.865 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F728000000000000001] [endKey=7480000000000000715F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:12.865 +08:00] [2024/05/06 15:09:11.992 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571547237842950] [req-type=Cop] [region="{ region id: 12, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:11.993 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571547237842950] [req-type=Cop] [region="{ region id: 12, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:12.734 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_PROCESS] resp_time:643.207351ms txnStartTS:449571547264057346 region_id:12 store_addr:127.0.0.1:20161 kv_process_ms:642 kv_wait_ms:0 kv_read_ms:644 processed_versions:0 total_versions:239 rocksdb_delete_skipped_count:58 rocksdb_key_skipped_count:650 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:09:12.737 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571547264057346\n# Query_time: 0.648150078\n# Parse_time: 0\n# Compile_time: 0.002676086\n# Rewrite_time: 0.000589223\n# Optimize_time: 0.001673165\n# Wait_TS: 0.000156844\n# Cop_time: 0.641894881 Process_time: 0.642604042 Wait_time: 0.000130392 Request_count: 2 Total_keys: 478 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 116 Rocksdb_key_skipped_count: 1300\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.321302021 Cop_proc_p90: 0.642452512 Cop_proc_max: 0.642452512 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.5196e-05 Cop_wait_p90: 6.8114e-05 Cop_wait_max: 6.8114e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 2043\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2hWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjY0My4xbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0dcjLwAJhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0MjEuM8K1cywgZmV0Y2gdEAUyDDowc30RpREIJAozCTMxXzQxKEIBVAApCbRAZGF0YTpTZWxlY3Rpb25fNDARiRAyNTQuOQVhNXxwY29wX3Rhc2s6IHtudW06IDEsIG1heDogODUyLjcFKyFiNF9rZXlzOiAwLCB0b3RfARIYOiAxNTEuNQUiARQcd2FpdDogNjINwQxycGNfEVABDCX6FCA3MzguOAUzaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLAntBZUIX2R1BRoQbjogMjENOjhtYXhfZGlzdHNxbF9jb25VORggMX0JMjM2LcwYTi9BCjQJMQH8BDFfRblQbm90KGlzdHJ1ZV93aXRoX251bGwoSsgBFHJlb3JnKSFKDHRpa3YFhwQ6ewW/BDBzVbQ8fSwgc2Nhbl9kZXRhaWw6ICnBLSZAMjM5LCBnZXRfc25hcHNob3QN/gA0Md6Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1OCwga2V5PhcABDY1IR0IbG9jIa0IfX19AeUBBBwKNQk0M18zOQ3qDDAwMAlJVy6mA3wsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0UjZvAAAWgBBDAKMwk2XzI5KFByb2JlISU0NjQwMAlncm91cCBieTpV/UAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXUAbYETCDIuNTIjA0xwYXJ0aWFsX3dvcmtlcjp7d2FsbClHIDY0Mi40MTI5OAEwLgECCDUsIEHJAF9BdwAwSalFlSgzLjIxMTU2NjUzcwkWDGV4ZWMlzUG4JdoFIxQ2MDY0N3NJ/wFlEDMzNDU0hakIcDk1MhIAFH0sIGZpbmaeAAw0Mjg4ZfKinwAUODI3MjA4LqAAHDEwMS4xMzPCgQ42qAAQOTM4OTQdqBQ0MTQyMDYhDhGoERI5tmELADOBByWvaQsAbmEBNYtN8i2NBb6NJAgJMzixImFWEDUJNl8zIboAOEFpNfpKSgOBJwBlpftSlgUgc2NoZW1hX2lkAcxGVgZFwwkeSUsIbWluFa8AOF5GAi65AAAsekYCEDE3MjAyRXeeqAEYMDMzODg5OS6oAYEVMqABGDA0MDk2MzUB1QRheEU3FDEwNTMxNy6hARESekkCFDIwODYxOQE5oqEADDcxODkySAIQNDkuMTZKRwIUMDc3ODAzLkgCFDE2Mjk2MgFuUUgREllIADbBbgwzNgkwKf4AZMFpJEhhc2hBZ2dfMzF9zwFHTUAALKHtAF9hmz5kBg4KCAUqQSoAX0pjBmGHJaEhYmXNECA2OC4xZRXBVmHrwbIBDGXJBVNltABjvmEGBDE5zc5yYQYENjfdYQA3YQsAMaV3/g0Dzg0DSjUDFuoIfR0Oxgg+yAYINjQ0PZ/SywYENTQxhv7LBjrLBgQ4CcHLga/htYFihQj+ywY68wAgCU4vQQlOL0EK')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('wxjwSQq+GAoNUHJvamVjdGlvbl8xMxKkFwoHU29ydF8xNBKsFgoLSGFzaEpvaW5fMjgS2gUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDIzOSwgZ2V0X3NuYXBzaG90X3RpbWU6IDQxLjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTgsIGtleV9za2lwcGVkX2NvdW50OiA2NTAsIGJsb2NrOiB7fX19cAnyOgABNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlM9xARaFgWaEDI1NC45BZoEbG8lWxRizAFjb3ApeEwge251bTogMSwgbWF4OiA4NTIuNwUsDHByb2MN8hgwLCB0b3RfARIYOiAxNTEuNQUiARQId2FpAbsAMhH7CHBjXxFQAQwFgBQgNzM4LjgFM4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFlQhfZHUFGhBuOiAyMQ06dG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDsAV0hEBKZDwoKQe0gQWdnXzI5EsELLtkCEDMwEt0KGSAQMzUSuQY2DAMQMzYSkAQdIggxEphGCgMANEWH/goDfQoAHz6OAhQ2NDRtcywxsgB9ag0DACh1DQRAv2kNLJQBZ3JvdXAgYnk6bWGWNgIDIcccZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4aqNCcwM65QDOdgMMNTQuMUVbAHL+dgNudgMcId7d3d0dPvdtcyFpYXMED2RhcwhIYXNFbQwzMVoTRfEINjQyPbwEYslibgMMNjQzLgUrIZRObQMQNjQyLjUBTH1sADgR8VJsAwFTADEBMsJrAwQxOW3YbmsDBIsCfWslFgitbPg6FgEAhP5/Ar5/AlVjXW8INVoVMYwELjMhEJH8VMgCcGFydGlhbF93b3JrZXI6e3dhbGyJqiFvEDE3MjAyJXQuZwQYNSwgdGFza4XdADCpD4X7LDMuMjEwMzM4ODk5cwkXEGV4ZWM6wcghswWDBSQUNDA5NjM1YVQEYXgJaBAwNTMxNwGaCHA5NTISABR9LCBmaW5ioQAUMjA4NjE5ATmioQAQNzE4OTguoAAUNDkuMTYzZTg2pwAUNzc4MDM0LqcADDYyOTZJpBGnDRJelARhKwitSP5NFQQAucmeABbpoQBu4ZcxsAg1KSlapgEEcPwuaAIkGgECIUREREQkYz5WAAQ4Z5HpFVQALI2YHGZpcnN0cm93HW6ZjS4eAiXsUR4AxnoeAhA0MTI5OK58ARQxNTY2NTMufAFCHAIUMTYwNjQ3PXQQMzM0NTRlxTF0ERJ6GwIQNDQyODhF7p4bAhQxODI3MjAyHAIUMTAxLjEzSh0CEDE5Mzg5LhwCFDQxNDIwNiEOEagREl4cAhgUrkfhDHsIKr0JaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGJWBgQsIDXuBCldtXQF+DHIADsWTggQaGFzaF/FswA6FsQJDDo0MjEarAgQZmV0Y2gdEAUyLDowc30hnasFOSp+CDqmAAA9SpAAobjpTBA6ZGVzY1IyB+kKVekAM6mfDakFbADqQmwATrgHAUgQbWV0YSxOtgcZiVppABBiD0NvbiI2CUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/06 15:09:12.872 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 13, store 2, region 12, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 15:09:12.873 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F728000000000000001] [endKey=7480000000000000715F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:14.873 +08:00] [2024/05/06 15:09:14.886 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 15:09:14.888 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=4.040037614s] [] [2024/05/06 15:09:14.888 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:14.889 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.003285ms] [] [2024/05/06 15:09:14.889 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:14.889 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:14.890 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.338692ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/90ac9c40-65f7-479e-bf50-0c85a144f21d.sst] [2024/05/06 15:09:14.891 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/90ac9c40-65f7-479e-bf50-0c85a144f21d.sst] [firstKey=7480000000000000715F698000000000000001038000000000000004] [lastKey=7480000000000000715F698000000000000001038000000000000007] [2024/05/06 15:09:14.892 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.346572ms] [] [2024/05/06 15:09:14.892 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:14.897 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:14.898 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 15:09:14.898 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:14.898 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:14.899 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 15:09:14.899 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 15:09:14.899 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 15:09:14.900 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=415.583µs] [2024/05/06 15:09:14.900 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.188399ms] [] [2024/05/06 15:09:14.907 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 59, store 2, region 58, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 58 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/06 15:09:14.908 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F698000000000000001038000000000000004] [endKey=7480000000000000715F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:16.908 +08:00] [2024/05/06 15:09:16.920 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 15:09:16.922 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.029254342s] [] [2024/05/06 15:09:16.922 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:16.923 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=908.375µs] [] [2024/05/06 15:09:17.177 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:17.178 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:17.179 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:17.182 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:17.182 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:17.183 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:17.183 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.184 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:17.184 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:17.184 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.185 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:17.199 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:17.199 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:17.199 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:17.199 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:17.199 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:17.199 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:17.338 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:17.338 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:17.338 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:17.339 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:17.359 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:17.361 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:17.361 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:17.361 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:17.374 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:17.374 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:17.655 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:17.663 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:17.663 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:17.663 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:17.663 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:17.664 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:17.664 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:17.665 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:17.665 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:17.665 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=6.886877021s] [] [2024/05/06 15:09:17.971 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:17.972 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 15:09:17.985 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:17.985 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:17.985 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:17.988 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:17.988 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:17.989 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:17.990 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.990 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:17.991 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:17.991 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:17.991 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:17.991 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:17.991 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:17.991 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:17.991 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:18.003 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=17.676962ms] [] [2024/05/06 15:09:18.003 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:09:18.004 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 15:09:18.004 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 15:09:18.006 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571548823814146] [req-type=Cop] [region="{ region id: 58, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 59, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 60, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 61, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=59-not_leader-60:1] [2024/05/06 15:09:18.006 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571548823814146] [req-type=Cop] [region="{ region id: 58, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 59, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 60, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 61, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=59-not_leader-60:1] [2024/05/06 15:09:18.013 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571548823814146] [req-type=Cop] [region="{ region id: 58, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 59, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 60, store: 7, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 61, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=2] [total-backoff-times=1] [max-exec-timeout-ms=60000] [total-region-errors=60-epoch_not_match:1] [2024/05/06 15:09:18.013 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571548823814146] [req-type=Cop] [region="{ region id: 58, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 59, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 60, store: 7, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 61, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=2] [total-backoff-times=1] [max-exec-timeout-ms=60000] [total-region-errors=60-epoch_not_match:1] [2024/05/06 15:09:18.023 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:09:18.023 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=37.906179ms] [] [2024/05/06 15:09:18.023 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=38.053179ms] [] [2024/05/06 15:09:18.177 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:18.178 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:18.179 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:18.179 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:18.179 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:18.191 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 15:09:18.194 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 15:09:18.201 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:18.341 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:18.342 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=370.8675ms] [] [2024/05/06 15:09:18.417 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.673057974\n# Parse_time: 0.000099233\n# Compile_time: 0.000348184\n# Rewrite_time: 0.000073921\n# Optimize_time: 0.000224244\n# Wait_TS: 0.000361273\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 15:09:18.422 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:18.432 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:18.432 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:18.448 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.466 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=610.106µs] [gotSchemaVersion=65] [phyTblIDs="[113]"] [actionTypes="[4]"] [2024/05/06 15:09:18.470 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=65] [2024/05/06 15:09:18.515 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.789832ms] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.528 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.545 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=584.566µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:18.549 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=66] [2024/05/06 15:09:18.594 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.651649ms] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.609 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.628 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=598.935µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:18.632 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=67] [2024/05/06 15:09:18.643 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/06 15:09:18.678 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.93794ms] [job="ID:115, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.684 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 15:09:18.692 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:18.692 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 113"] [2024/05/06 15:09:18.696 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop table"] [2024/05/06 15:09:18.698 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:18.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.705 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:18.717 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 15:09:18.717 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:18.720 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=67] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 15:09:18.733 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:18.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:18.733 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:18.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 15:09:18.750 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:18.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.769 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=1.808163ms] [gotSchemaVersion=68] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/06 15:09:18.773 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=68] [2024/05/06 15:09:18.819 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.642919ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:18.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.834 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:18.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:18.848 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 15:09:18.848 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:18.893 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:18.911 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/06 15:09:18.911 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 15:09:21.671 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:22.174 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:22.175 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:22.176 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 15:09:22.188 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:22.188 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:22.189 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=83.055µs] [2024/05/06 15:09:22.189 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=188.543µs] [] [2024/05/06 15:09:22.189 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:22.189 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:22.189 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:22.203 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:22.203 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:22.470 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 15:09:22.470 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 15:09:22.682 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:22.683 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:22.683 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:22.684 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:22.684 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:22.685 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:22.685 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:22.685 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 15:09:22.699 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:22.699 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:22.699 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:22.699 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:22.699 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:22.700 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:22.700 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:22.700 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:22.700 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:22.700 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:22.705 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 15:09:22.777 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:22.778 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:22.778 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:22.784 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:22.785 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:22.785 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:22.786 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:22.786 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:22.787 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:22.787 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:22.787 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:22.787 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:22.787 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:22.787 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:22.792 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:22.793 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:22.793 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:22.794 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:22.794 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:22.796 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:22.796 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:22.808 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:22.808 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:22.808 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 15:09:22.823 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 15:09:22.827 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:22.831 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:22.831 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:22.831 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:22.928 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:0] [2024/05/06 15:09:22.929 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=2.csv:0] [2024/05/06 15:09:22.931 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=2.csv:0] [readDur=992.476µs] [encodeDur=456.595µs] [deliverDur=39.469µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.926376ms] [] [2024/05/06 15:09:22.931 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:0] [readDur=1.07968ms] [encodeDur=1.185849ms] [deliverDur=246.263µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.893245ms] [] [2024/05/06 15:09:22.932 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/87762d39-836e-472b-8414-135618b5c2a3.sst] [firstKey=7480000000000000745F728000000000000006] [lastKey=7480000000000000745F728000000000000007] [2024/05/06 15:09:22.932 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=109.087023ms] [] [2024/05/06 15:09:22.932 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:22.932 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:22.932 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:22.933 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a40eaaa0-fd89-4790-acce-e89a8e79183d.sst] [firstKey=7480000000000000745F728000000000000004] [lastKey=7480000000000000745F728000000000000005] [2024/05/06 15:09:22.935 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.62002ms] [] [2024/05/06 15:09:22.935 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:22.940 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:22.941 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 15:09:22.942 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:22.942 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:22.942 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 15:09:22.942 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000040000000000FA] [end=7480000000000000FF745F728000000000FF0000080000000000FA] [2024/05/06 15:09:22.942 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 15:09:22.943 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=498.617µs] [2024/05/06 15:09:22.943 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.327727ms] [] [2024/05/06 15:09:22.947 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571550108057602] [req-type=Cop] [region="{ region id: 12, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:22.947 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571550108057602] [req-type=Cop] [region="{ region id: 12, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:22.952 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 13, store 2, region 12, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/06 15:09:22.953 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000004] [endKey=7480000000000000745F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:24.953 +08:00] [2024/05/06 15:09:24.967 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 15:09:24.969 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.033438779s] [] [2024/05/06 15:09:24.969 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:24.970 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.112036ms] [] [2024/05/06 15:09:24.970 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:24.970 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:24.971 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.297537ms] [] [2024/05/06 15:09:24.971 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:24.971 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:24.971 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.07µs] [] [2024/05/06 15:09:24.971 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:24.972 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=788.27µs] [] [2024/05/06 15:09:25.178 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:25.179 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:25.180 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:25.183 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:25.184 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:25.184 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:25.185 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.185 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:25.186 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:25.186 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.186 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:25.200 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:25.200 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:25.200 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:25.200 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:25.215 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:25.217 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:25.217 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:25.217 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:25.229 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:25.229 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:25.293 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:25.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:25.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:25.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:25.297 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:25.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:25.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:25.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:25.298 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:25.299 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.521318925s] [] [2024/05/06 15:09:25.607 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:25.608 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 15:09:25.623 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:25.623 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:25.623 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:25.623 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=2.095µs] [] [2024/05/06 15:09:25.623 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:09:25.624 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 15:09:25.624 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 15:09:25.627 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:09:25.627 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=3.686039ms] [] [2024/05/06 15:09:25.627 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=3.869833ms] [] [2024/05/06 15:09:25.679 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:25.680 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:25.681 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:25.681 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:25.681 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:25.692 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 15:09:25.695 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 15:09:25.702 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:25.824 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.973441459\n# Parse_time: 0.000143995\n# Compile_time: 0.000373127\n# Rewrite_time: 0.000085752\n# Optimize_time: 0.000238276\n# Wait_TS: 0.000397786\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 15:09:25.835 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:25.846 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:25.846 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:25.867 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:25.947 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:25.947 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=339.516221ms] [] [2024/05/06 15:09:26.250 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/06 15:09:26.655 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:313.131989ms txnStartTS:449571550999609347 region_id:12 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:137 rocksdb_delete_skipped_count:60 rocksdb_key_skipped_count:340 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:09:26.655 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:713.622249ms txnStartTS:449571550894489601 region_id:12 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:251 rocksdb_delete_skipped_count:61 rocksdb_key_skipped_count:681 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:09:26.655 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:591.666495ms txnStartTS:449571550933811202 region_id:26 store_addr:127.0.0.1:20161 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:09:26.655 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 0.482490509\n# Parse_time: 0\n# Compile_time: 0.000355725\n# Rewrite_time: 0.000686086\n# Optimize_time: 0.000926927\n# Wait_TS: 0.000128547\n# Is_internal: true\n# Digest: 4d8d59bb0f1cc9db2d34634a5506c2c4fd3aa0f93d8292b0ad527262ee67645d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QKoMAkzNl8xCTAJMQl0YWJsZTp0aWRiX2dsb2JhbF90YXNrLCBoYW5kbGU6NQEjoGltZTo0ODEuNm1zLCBsb29wczoyLCBHZXQ6e251bV9ycGM6MSwgdG90AT4RLRA0bXN9LA0VHHByb2Nlc3NfBR0cIDY5LjTCtXMRHQx3YWl0DRoMNDUuOAkaHGlrdl93YWxsERlYODAuOG1zLCBzY2FuX2RldGFpbDoge3QFcxFeFGtleXM6IBWKLhcAJF9zaXplOiA0ODYVHxUuKGdldF9zbmFwc2hvEYgMMTMuMgWIvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('gwNECv4CCgtQb2ludF9HZXRfMSkABQHwW/A/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCGhhbmRsZTo1WhV0aW1lOjQ4MS42bXMsIGxvb3BzOjJiiwJHZXQ6e251bV9ycGM6MSwgdG90AT4AaQ0uFDRtc30sIAkVHHByb2Nlc3NfBR0cIDY5LjTCtXMRHQx3YWl0DRoMNDUuOAkaHGlrdl93YWxsERlUODAuOG1zLCBzY2FuX2RldGFpbDogezZeABRrZXlzOiAVihF1ARckX3NpemU6IDQ4NhUfARcFLihnZXRfc25hcHNobxGIDDEzLjIFiKhyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX1w////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where id = 5;"] [2024/05/06 15:09:26.656 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571550999609347\n# Query_time: 0.315096098\n# Parse_time: 0\n# Compile_time: 0.000967879\n# Rewrite_time: 0.000208354\n# Optimize_time: 0.000310138\n# Wait_TS: 0.000108254\n# Cop_time: 0.313297133 Process_time: 0.000098053 Wait_time: 0.000025939 Request_count: 1 Total_keys: 137 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 60 Rocksdb_key_skipped_count: 340\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.8053e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.5939e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 235\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.313008677\n# PD_total: 0.000041915\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gTwUjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6MzEzLjVtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogASpYMW1zLCBwcm9jX2tleXM6IDAsIHRvdF8BEiA6IDk4LjHCtXMJEyR3YWl0OiAyNS45BRMccnBjX251bToBTgEMAHQBfAwgMzEzAVGgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiAyMC40BVfIbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9CTIzNSBCeXRlcwlOL0EKMQkxXzYJMV8wNRKobGUobXlzcWwudGlkYl9tZGxfaW5mby52ZXJzaW9uLCA2OCkJMAl0aWt2XyUPAHsFtBAwcywgbCkrVH0sIHNjYW5fZGV0YWlsOiB7dG90YWwtGkQxMzcsIGdldF9zbmFwc2hvdF8FPxAgOS40NgW7mHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjAsIGtleT4XAAQzNCEVJGxvY2s6IHt9fX0B3QEEGAoyCTQzXzUF4iwxMDAwMAl0YWJsZToy3QB8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG968AAgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('xwWYCsIFCg1UYWJsZVJlYWRlcl83EpkDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSI2xlKAWDBC50LoIAPC52ZXJzaW9uLCA2OClqoAFucAC4LCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDEzNywgZ2V0X3NuYXBzaG90X3QBr8AgOS40NsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2MCwga2V5PhcAQDM0MCwgYmxvY2s6IHt9fX1wBeUBATL0AAHrDOpz5kAZ9CQBQAFSEGRhdGE6PbQIWhV0AZYYMzEzLjVtczVKHGLHAWNvcF90IWc4IHtudW06IDEsIG1heDogASsAMQErDHByb2MN7BgwLCB0b3RfARIUOiA5OC4xBeEBEyR3YWl0OiAyNS45BRMMcnBjXxFOAQwFfQFTAVFgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMAHxDHVpbGQFkAhfZHUFGhhuOiAyMC40BVeobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOsBeP///////////wEYAQ==')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 68;"] [2024/05/06 15:09:26.657 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571550933811202\n# Query_time: 0.5947484\n# Parse_time: 0\n# Compile_time: 0.001441163\n# Rewrite_time: 0.000280763\n# Optimize_time: 0.000617766\n# Wait_TS: 0.00008985\n# Cop_time: 0.59198782 Process_time: 0.00008105 Wait_time: 0.000054959 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 58e2bff3d770f8cf7a4b8da0c29fc7d4949bccb75daee6f8213e7d58920ed236\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.105e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.4959e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 243\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_global_task,state] remain after pruning paths for tidb_global_task given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8wTwQzAJMzBfMTAJMAkxMAkJMAl0aW1lOjU5Mi42bXMsIGxvb3BzOjEJMjQzIEJ5dGVzCU4vQQoxCTQ3XzgoQnVpbGQpCTFfBTyQdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaW5kZXg6c3RhdGUocwEGVCksIHJhbmdlOlsicmV2ZXJ0aW5nIiwdDFBdLCBrZWVwIG9yZGVyOmZhbHNlLCABQRxzOnBzZXVkby6nAAAyHacQLCBjb3AFd1A6IHtudW06IDEsIG1heDogNTkxLjcBKkRwcm9jX2tleXM6IDAsIHRvdF8BEiA6IDgxLjHCtXMJExx3YWl0OiA1NQURFHJwY19udQlMAQwlIQVRJSKAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZAIX2R1BRoYbjogNTIuOQVZgG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgdGlrdgU6BDp7BXEEMHM1jVR9LCBzY2FuX2RldGFpbDoge3RvdGFsDdU8MSwgZ2V0X3NuYXBzaG90XwU9CCAyMwVyNHJvY2tzZGI6IHtibG9jISUZuThjb3VudDogMn19fQlOL0EBBCHoMDVfOShQcm9iZSkJMV9y6AEAa36zASAJTi9BCU4vQQo=')\n# Plan_digest: 97b2c1b8fa2440761a4ce4262d0d07dab17cc835b758b4d8185a78591e855b5a\n# Binary_plan: tidb_decode_binary_plan('4QVcCtwFCg5JbmRleExvb2tVcF8xMBKOBAoQBRM8UmFuZ2VTY2FuXzgaAQEhAAEBDNCBQCkBCPBMAAAkQDgCQAJKKwopCgVteXNxbBIQdGlkYl9nbG9iYWxfdGFzaxoOCgVzdGF0ZRIFc3RhdGVSP3JhbmdlOlsicmV2ZXJ0aW5nIiwicmURDFBdLCBrZWVwIG9yZGVyOmZhbHNlLCABQZBzOnBzZXVkb1oVdGltZTo1OTIuMm1zLCBsb29wczoxYscBY29wBXNQOiB7bnVtOiAxLCBtYXg6IDU5MS43AStEcHJvY19rZXlzOiAwLCB0b3RfARIgOiA4MS4xwrVzCRMcd2FpdDogNTUFERRycGNfbnUJTAEMBXsFUQA2AVGAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZAIX2R1BRoYbjogNTIuOQVZgG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfWp8dGlrdgU6BDp7BXEEMHMV5wx9LCBzIY40ZGV0YWlsOiB7dG90YWwN1TwxLCBnZXRfc25hcHNob3RfBT0IIDIzBXI0cm9ja3NkYjoge2Jsb2MhJRm5MGNvdW50OiAyfX19cP8RAQQBeBEKPP8BEn4KEFRhYmxlUm93SURFEAw5GgECSRAEyJk6EAIMGwoZCl4QAghSHmty3wFWgAAcIf8Ixwk9dHIdaQgBQAFdCwA2IY9NCzxw8wF4////////////ARgB')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where state in ('reverting');"] [2024/05/06 15:09:26.658 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571550894489601\n# Query_time: 0.719076816\n# Parse_time: 0\n# Compile_time: 0.002950156\n# Rewrite_time: 0.000721714\n# Optimize_time: 0.001716144\n# Wait_TS: 0.00011909\n# Cop_time: 0.712628284 Process_time: 0.00026156 Wait_time: 0.000091474 Request_count: 2 Process_keys: 1 Total_keys: 501 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 121 Rocksdb_key_skipped_count: 1357\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00013078 Cop_proc_p90: 0.000137115 Cop_proc_max: 0.000137115 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.5737e-05 Cop_wait_p90: 6.4244e-05 Cop_wait_max: 6.4244e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12720\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0Ba4MAkzXzEzCTAJMjI5Ny40NAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjcxNC4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZB2DHYEcCTAgQnl0ZXMRCBwKMgkxN18yOB32VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDAE4aWQsIENvbHVtbiMxNSldGXUIMy45HXegLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozNjAuNMK1cywgZmV0Y2gdEAUyDDowc30RrBEIJAozCTMxXzQxKEIBVAApHbtAZGF0YTpTZWxlY3Rpb25fNDARkBAyMTguMwVmNYloY29wX3Rhc2s6IHtudW06IDEsIG1heDogNzc0DSshbDRfa2V5czogMCwgdG90XwESEDogMTI0DbMBFCR3YWl0OiAyNy4yBWAMcnBjXxFQAQxFBxQgNjcyLjkFIGRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDEkAZUIX2R1BRoYbjogMTYuNwU6OG1heF9kaXN0c3FsX2NvblVGGCAxfQkyMzQt2BhOL0EKNAkxAfwEMV9yywIMcmVvckmpBGt2BXUEOnsFrQQwc1WvQH0sIHNjYW5fZGV0YWlsOiB7JbQtFEAyNTAsIGdldF9zbmFwc2hvdA3sCDkuOC0LmG9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2MCwga2V5Xz4XABw3NiwgYmxvYyGbCH19fQHTAQQcCjUJNDRfMzkF2Bw2NjY2LjY3CUlMLqMDdCwgcmFuZ2U6Wy1pbmYsMTE4KSwgKDExOCwraW5mXQFybGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FMWYQAQGIAQQwCjMJNl8yOShQcm9iZUGCNDY0MDAJZ3JvdXAgYnk6dRJALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1hS4IMy41MjYDTHBhcnRpYWxfd29ya2VyOnt3YWxsKWckNzEzLjQ0ODIwMwExLhACCDUsIEVDQYYAMEm4RaQsMy41NjY2MzM2MDRzCRcMZXhlYyXvQcgl/AkkFDc2NjUzc2kQAWgUMzQyNDc2AWgIcDk1MhIAFH0sIGZpbmahAAw4MDU2pQCioQAQOTA5ODIuoAAYNjEuMDA2woEiNqcAFDk4MjMyNR2nEDQxNjk3JUARpxESObhhGwAzgRclsRRub3QoZXE5lQQsIEEwCCksIAEZFGlzbnVsbBkdACkh6CUmJRQhD41NCAkzOLFXYX8QNQk2XzMh1Qg4MDBdFUpCBYFQAGXFMQAsTskFIHNjaGVtYV9pZAHlRm8GRfwJHklmCG1pbhWvADgyYQIAMRm5ADEZuQQyLHphAhAwMDExMQUxXsABADFJSlVhFDQxNzQ1OEE9Ia1FYRA2Mi4wMKnjARQlQkFoGDQyODkyOTkB3CxheDo3MTIuOTIxNzRdaBkSemgCEDAxMjAzJZKiqAAQNDkyMjQyqAAcMTQwLjIzMcJCagIUNDY0NjY2QZUVqQwzODUy5VdJagQyLhESWWoANsGlDDM2CTBJB8WbJEhhc2hBZ2dfMzE5kggyLjgykgFimAYIMTMuKRwEcm/Rly1+ARIUOiAxMzcuGb4lkgwgNjQurYwAcE6XBgFUZTEAY8KWBgAxDWxylgYyFwMAN2EXADGlvv4ZA84ZA0pBAxYpCX0pADgll2b/BVYPByF/CGVzc+0XKZQEYWwyFwAkX3NpemU6IDc0NGUwAGH5RAAxUkQHDDQ2LjVFiYJEBwAxwdJGRAcAOA5zCUpEBxQ4CTQzXzOhBgwwCTEwgaCFRjpCBwBrdiQHgU5mJQEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('pxnwSQqiGQoNUHJvamVjdGlvbl8xMxKKGAoHU29ydF8xNBKUFwoLSGFzaEpvaW5fMjgS4gUKDlRhYmxlUmVhZGVyXzQxEq4DCgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxMTgpLCAoMTE4LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSmYIkgH4PKhBaEEUhgFnQQudB2cKC5yZW9yZ2qgAXRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDI1MCwgZ2V0X3NuYXBzaG90XwWkwCA5LjgywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDYwLCBrZXlCFwA8NzYsIGJsb2NrOiB7fX19cAHZBQEu6QAsGgEBIad89d7lbutAGewoAUABUhFkYXRhOlM9zARaFgWaEDIxOC4zBZotRBRizAFjb3ApYUQge251bTogMSwgbWF4OiA3NzQNLAxwcm9jDfIYMCwgdG90XwESGDogMTI0LjQFTgEUIHdhaXQ6IDI3Lg37CHBjXxFQAQwFgBQgNjcyLjkFM4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFlQhfZHUFGhhuOiAxNi43BTpwbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOouIQEQEvcPCgpB9SBBZ2dfMjkSnQwu4QIQMzASoAsZIBAzNRLxBjYUAxAzNhLDBB0iFDESlwEKEGUSEEZ1bGxTQRgEMzRFcBTw7zBBKQABARSIw0AwAThyEwMAHv71Alr1AggoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6AQMhyBxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThq1cp0Aw2tTYoAMUWKBGFsMhcAJF9zaXplOiA3NDQRHgBrbakAMVKpAww0Ni41RVSCqQMAMYGrBHlfPsADBDgxiqkDICHe3d3dHT73QEkiKZ1hqAQPZGGoCEhhc0WiDDMxWhVlJhw3MTIuOG1zLG2lCDJiymalAwwxMy42ASshHQ3tKRolGBg6IDEzNy4xBeN5pAg2NC5upAMBVAA1AVTGowMAMQ1sbqMDBJgCLq0FIRsIrWz4QhsBAIT+uAK+uAJVnF2oADU1kQgzLjEhEqk2XDJi0QJwYXJ0aWFsX3dvcmtlcjp7d2FsbInkIT8QMDAxMTEFMi6hBBg1LCB0YXNrpRctpaU1LDMuNTY0MTc0NTgzc0W4KF9leGVjOjYyLjAwuWBFGwUrFDI4OTI5OWGUBGF4RS0QOTIxNzRJBwQ5NTISABR9LCBmaW5mqAAQMTIwMzMB2qKoABA0OTIyNDKoABQxNDAuMjNZZRmpFDY0NjY2Mi6pABAzODUyNAFwFakNElrkBkkgBEj+TSAIALlAZTkYL25vdChlcTW1JDUsIDExOCkpLCABGRRpc251bGwZHQQpKT3IBe4pyAgxcPwujAIkGgECIUREREQkYz5vAAQ4Z7FEUSYENSyN8xxmaXJzdHJvdx1umeguQAJlUg14BGLIekACEDQ0ODIwBapemAEAMEkpVUAYNjYzMzYwNC5AAgAwDQ01kBQ2Njc2NjUhvEk5GDMuMzQyNDddORkSejkCFDQ4MDU2MiHJoqEADDkwOThBDIGISeAQMS4wMDaVnBmnFDk4MjMyNVU3GDMuNDE2OTclQUk3GRJeNwIY+YCiLmQQByoECmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiswYELCA18AQpXV1EADkB+THMADsWrggQaGFzaF/lEgg6e3QOJAoMOjM2MBofCRBmZXRjaB0QBTIsOjBzfSGL4DZLtDoQOqgAAD1KkgCh4emrFDpkZXNjLE6wB+lpBFoTJUsENzFlaQ2nGCEbN9kkhlA+agBOFQgBRhBtZXRhLE5jABmHNRAENC5FCQ1pDGINQ28mlAlANXCcXnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg and job_id not in (118) order by processing desc, job_id;"] [2024/05/06 15:09:26.669 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 15:09:26.672 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=719.312µs] [gotSchemaVersion=69] [phyTblIDs="[116]"] [actionTypes="[4]"] [2024/05/06 15:09:26.677 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=69] [2024/05/06 15:09:26.678 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:26.693 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:26.721 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=54.33771ms] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.736 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.754 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=594.588µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:26.759 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=70] [2024/05/06 15:09:26.804 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.477592ms] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.819 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.838 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=627.617µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:26.843 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=71] [2024/05/06 15:09:26.888 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.405846ms] [job="ID:118, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.909 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=118] [elementID=1] [comment="table ID is 116"] [2024/05/06 15:09:26.914 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="drop table"] [2024/05/06 15:09:26.915 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:25.801 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.934 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 15:09:26.934 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:26.936 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.101608164\n# Parse_time: 0.000070951\n# Compile_time: 0.000224112\n# Rewrite_time: 0.000003844\n# Optimize_time: 0.000217898\n# Wait_TS: 0.000341724\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:26.937 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 15:09:26.952 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:26.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:26.952 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:26.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 15:09:26.968 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:26.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:26.989 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=1.953171ms] [gotSchemaVersion=72] [phyTblIDs="[119]"] [actionTypes="[3]"] [2024/05/06 15:09:26.993 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=120] [version=72] [2024/05/06 15:09:27.038 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.623271ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:26.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:27.062 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:26.9 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:27.074 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 15:09:27.074 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:27.120 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:27.140 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=8] [2024/05/06 15:09:27.140 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 15:09:27.668 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:28.170 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:28.171 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:28.172 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 15:09:28.184 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:28.184 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:28.184 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=81.765µs] [2024/05/06 15:09:28.184 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=190.618µs] [] [2024/05/06 15:09:28.184 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:28.184 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:28.184 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:28.197 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:28.197 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:28.470 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 15:09:28.470 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 15:09:28.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:28.679 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:28.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:28.680 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.680 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:28.681 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:28.681 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.681 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 15:09:28.700 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:28.700 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:28.700 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:28.700 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:28.705 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 15:09:28.776 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:28.777 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:28.777 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:28.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:28.783 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:28.783 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:28.784 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.784 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:28.785 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:28.785 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:28.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:28.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:28.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:28.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:28.786 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:28.786 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:28.786 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:28.786 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:28.786 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:28.786 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:28.786 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:28.790 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:28.791 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:28.791 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:28.792 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.792 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:28.793 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:28.793 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.803 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:28.803 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:28.803 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 15:09:28.817 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 15:09:28.820 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:28.824 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:28.824 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 15:09:28.824 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 15:09:28.889 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=1.csv:0] [2024/05/06 15:09:28.889 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=2.csv:0] [2024/05/06 15:09:28.891 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=1.csv:0] [readDur=1.181516ms] [encodeDur=782.629µs] [deliverDur=35.603µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.366352ms] [] [2024/05/06 15:09:28.892 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=2.csv:0] [readDur=946.894µs] [encodeDur=622.967µs] [deliverDur=611.468µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=2.558789ms] [] [2024/05/06 15:09:28.892 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0bc1ea06-8c98-4558-b384-1a45d13d5815.sst] [firstKey=7480000000000000775F728000000000000004] [lastKey=7480000000000000775F728000000000000005] [2024/05/06 15:09:28.892 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=75.715189ms] [] [2024/05/06 15:09:28.893 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:28.893 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:28.893 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:28.893 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8303001a-60bf-42f5-814f-ac8f30c4f6ef.sst] [firstKey=7480000000000000775F728000000000000006] [lastKey=7480000000000000775F728000000000000007] [2024/05/06 15:09:28.895 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.54708ms] [] [2024/05/06 15:09:28.895 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:28.900 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:28.901 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 15:09:28.902 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:28.902 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:28.902 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF775F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF775F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 15:09:28.902 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF775F728000000000FF0000040000000000FA] [end=7480000000000000FF775F728000000000FF0000080000000000FA] [2024/05/06 15:09:28.902 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF775F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF775F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 15:09:28.903 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=461.684µs] [2024/05/06 15:09:28.903 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.198581ms] [] [2024/05/06 15:09:28.911 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 13, store 2, region 12, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/06 15:09:28.912 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000775F728000000000000004] [endKey=7480000000000000775F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:30.912 +08:00] [2024/05/06 15:09:28.941 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571551680921603] [req-type=Cop] [region="{ region id: 12, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:28.941 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571551680921603] [req-type=Cop] [region="{ region id: 12, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:30.088 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571551982387201] [req-type=Get] [region="{ region id: 8, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 9, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=9-not_leader-21:1] [2024/05/06 15:09:30.925 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 15:09:30.926 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.030684223s] [] [2024/05/06 15:09:30.926 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:30.927 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.198927ms] [] [2024/05/06 15:09:30.927 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:30.927 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:30.929 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.574632ms] [] [2024/05/06 15:09:30.929 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:30.929 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:30.929 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=54.598µs] [] [2024/05/06 15:09:30.929 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:30.930 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=753.297µs] [] [2024/05/06 15:09:31.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:31.176 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:31.177 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:31.180 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:31.180 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:31.180 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:31.181 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.181 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:31.182 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:31.182 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.182 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:31.196 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:31.196 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:31.196 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:31.196 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:31.196 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:31.196 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:31.197 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.197 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.197 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.197 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:31.212 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:31.214 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:31.214 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:31.214 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:31.226 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:31.226 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:31.250 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:31.253 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:31.253 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.253 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.253 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:31.255 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.255 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.255 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.255 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:31.255 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.478408032s] [] [2024/05/06 15:09:31.561 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:31.562 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 15:09:31.576 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:31.576 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:31.576 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:31.576 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=1.694µs] [] [2024/05/06 15:09:31.577 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:09:31.577 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 15:09:31.577 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 15:09:31.580 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:09:31.580 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.447763ms] [] [2024/05/06 15:09:31.580 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.565828ms] [] [2024/05/06 15:09:31.674 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:31.676 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:31.677 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:31.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:31.677 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:31.687 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 15:09:31.689 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 15:09:31.697 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:31.898 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:31.898 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=336.618433ms] [] [2024/05/06 15:09:31.952 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.874804569\n# Parse_time: 0.000086766\n# Compile_time: 0.000390684\n# Rewrite_time: 0.000101122\n# Optimize_time: 0.000217898\n# Wait_TS: 0.000327724\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 15:09:31.956 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:31.969 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:31.969 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:31.986 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.004 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=632.657µs] [gotSchemaVersion=73] [phyTblIDs="[119]"] [actionTypes="[4]"] [2024/05/06 15:09:32.008 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=73] [2024/05/06 15:09:32.054 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.566869ms] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.068 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.085 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=595.979µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:32.089 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=74] [2024/05/06 15:09:32.135 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.42601ms] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.157 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.177 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=616.633µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:32.180 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 15:09:32.181 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=75] [2024/05/06 15:09:32.188 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:32.201 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:32.226 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.360674ms] [job="ID:121, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.240 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=121] [elementID=1] [comment="table ID is 119"] [2024/05/06 15:09:32.245 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop table"] [2024/05/06 15:09:32.246 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:31.951 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.264 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 15:09:32.264 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:32.267 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.3112025\n# Parse_time: 0.000164045\n# Compile_time: 0.000396236\n# Rewrite_time: 0.000011297\n# Optimize_time: 0.000178623\n# Wait_TS: 0.001367503\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:32.267 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 15:09:32.281 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:32.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:32.281 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:32.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 15:09:32.297 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:32.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.317 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=1.934383ms] [gotSchemaVersion=76] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/06 15:09:32.321 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=76] [2024/05/06 15:09:32.365 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.95064ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:32.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.380 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:32.251 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:32.392 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 15:09:32.393 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:32.435 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:32.454 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=8] [2024/05/06 15:09:32.454 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/06 15:09:33.667 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:34.169 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:34.171 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:34.172 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 15:09:34.183 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:34.183 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:34.184 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=86.956µs] [2024/05/06 15:09:34.184 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=201.245µs] [] [2024/05/06 15:09:34.184 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:34.184 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:34.184 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:34.199 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:34.199 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:34.471 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/06 15:09:34.471 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/06 15:09:34.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:34.679 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:34.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:34.681 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.681 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:34.682 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:34.682 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.682 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:34.698 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:34.698 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:34.698 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:34.698 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:34.707 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 15:09:34.780 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:34.781 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:34.781 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:34.787 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:34.788 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:34.788 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:34.789 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.789 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:34.790 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:34.790 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.790 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:34.790 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:34.790 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:34.790 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:34.790 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:34.791 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:34.791 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:34.791 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:34.791 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:34.791 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:34.795 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:34.796 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:34.796 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:34.797 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.797 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:34.798 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:34.798 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.811 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:34.811 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:34.811 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/06 15:09:34.828 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 15:09:34.832 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:34.837 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:34.837 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:34.837 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:34.873 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=1.csv:0] [2024/05/06 15:09:34.875 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=1.csv:0] [readDur=1.123706ms] [encodeDur=197.819µs] [deliverDur=241.441µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [takeTime=2.141995ms] [] [2024/05/06 15:09:34.876 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b6ec5608-1570-465b-b995-3a0093c285e3.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/06 15:09:34.929 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:0] [2024/05/06 15:09:34.931 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:0] [readDur=794.134µs] [encodeDur=416.248µs] [deliverDur=235.002µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [takeTime=1.679434ms] [] [2024/05/06 15:09:34.931 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/da359e56-1259-4fd4-8135-cc292590e465.sst] [firstKey=74800000000000007A5F72800000000000000A] [lastKey=74800000000000007A5F72800000000000000B] [2024/05/06 15:09:34.931 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=103.570847ms] [] [2024/05/06 15:09:34.932 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:34.932 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:34.932 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:34.933 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.686404ms] [] [2024/05/06 15:09:34.934 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:34.938 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:34.940 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 15:09:34.940 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:34.940 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:34.940 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 15:09:34.941 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [2024/05/06 15:09:34.941 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 15:09:34.941 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=482.38µs] [2024/05/06 15:09:34.942 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.261185ms] [] [2024/05/06 15:09:34.951 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 16, store 7, region 12, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/06 15:09:34.952 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007A5F728000000000000001] [endKey=74800000000000007A5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:36.952 +08:00] [2024/05/06 15:09:34.992 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571553267154945] [req-type=Cop] [region="{ region id: 12, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:34.992 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571553267154945] [req-type=Cop] [region="{ region id: 12, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:36.966 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 15:09:36.967 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.033653714s] [] [2024/05/06 15:09:36.967 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:36.968 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.123025ms] [] [2024/05/06 15:09:36.969 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:36.969 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:36.970 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.362163ms] [] [2024/05/06 15:09:36.970 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:36.970 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:36.970 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=37.775µs] [] [2024/05/06 15:09:36.970 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:36.971 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=831.481µs] [] [2024/05/06 15:09:37.173 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:37.174 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:37.175 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:37.178 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:37.178 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:37.179 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:37.179 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.179 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:37.180 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:37.180 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.181 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.195 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.195 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.195 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.195 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.210 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:37.211 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:37.211 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:37.212 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:37.224 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:37.224 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:37.292 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.297 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.298 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.299 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.299 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 15:09:37.299 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.518836729s] [] [2024/05/06 15:09:37.605 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:37.606 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/06 15:09:37.621 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:37.621 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:37.621 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:37.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:37.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:37.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:37.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:37.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:37.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.627 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:37.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:37.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:37.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:37.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.636 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.814597ms] [] [2024/05/06 15:09:37.636 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 15:09:37.637 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 15:09:37.637 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 15:09:37.639 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 15:09:37.639 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=18.713789ms] [] [2024/05/06 15:09:37.640 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=18.882486ms] [] [2024/05/06 15:09:37.674 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:37.675 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:37.676 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:37.676 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:37.676 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:37.686 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/06 15:09:37.689 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/06 15:09:37.697 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:37.725 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfa7a50c-846a-4b2f-9e24-201e3d774925"] ["owner key"=/tidb/br-stream/owner/22318f4cba124173] [ownerID=bfa7a50c-846a-4b2f-9e24-201e3d774925] [op=none] [2024/05/06 15:09:37.867 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.471868093\n# Parse_time: 0.00006408\n# Compile_time: 0.000344053\n# Rewrite_time: 0.000071196\n# Optimize_time: 0.000178623\n# Wait_TS: 0.00029247\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:09:37.875 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449571554027372551] [checkTS=449571554027372552] current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 15:09:37.882 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:37.892 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:37.892 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:37.916 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:37.933 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=582.671µs] [gotSchemaVersion=77] [phyTblIDs="[122]"] [actionTypes="[4]"] [2024/05/06 15:09:37.937 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=77] [2024/05/06 15:09:37.960 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 15:09:37.960 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=355.036162ms] [] [2024/05/06 15:09:37.982 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.168716ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.009 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.026 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=555.332µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:38.030 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=78] [2024/05/06 15:09:38.075 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.957308ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.090 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.110 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=547.637µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:38.114 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=79] [2024/05/06 15:09:38.160 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.199637ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.175 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=124] [elementID=1] [comment="table ID is 122"] [2024/05/06 15:09:38.181 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/06 15:09:38.181 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/06 15:09:38.183 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:37.851 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.189 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:38.202 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 15:09:38.203 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:38.204 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:38.206 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324077292\n# Parse_time: 0.000057454\n# Compile_time: 0.000247407\n# Rewrite_time: 0.000005665\n# Optimize_time: 0.000200734\n# Wait_TS: 0.000364923\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:38.206 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 15:09:38.220 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:38.2 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:38.220 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:38.2 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 15:09:38.238 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:38.2 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.259 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=1.909825ms] [gotSchemaVersion=80] [phyTblIDs="[125]"] [actionTypes="[3]"] [2024/05/06 15:09:38.263 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=126] [version=80] [2024/05/06 15:09:38.307 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.702847ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:38.2 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.321 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:38.2 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:38.338 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 15:09:38.338 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:38.385 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:38.403 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=8] [job-id=8] [thread-cnt=8] [2024/05/06 15:09:38.403 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=8] [2024/05/06 15:09:39.669 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=8] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:40.172 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:40.173 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 15:09:40.174 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 15:09:40.186 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:40.186 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:40.187 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=88.21µs] [2024/05/06 15:09:40.187 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=230.079µs] [] [2024/05/06 15:09:40.187 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:40.187 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:40.187 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:40.201 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:40.201 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:40.611 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=8] [2024/05/06 15:09:40.611 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=8] [type=ImportInto] [2024/05/06 15:09:40.679 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:40.680 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:40.680 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:40.681 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:40.681 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:40.682 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:40.682 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:40.682 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:40.698 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:40.698 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:40.698 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:40.698 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:40.704 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 15:09:40.918 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:40.920 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 15:09:40.920 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 15:09:40.925 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:40.926 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:40.926 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:40.927 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:40.927 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:40.928 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:40.928 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:40.928 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:40.928 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:40.928 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:09:40.929 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:40.929 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:40.929 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:40.929 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:40.929 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:40.929 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:40.929 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:40.929 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:40.929 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:40.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:40.933 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:40.934 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:40.935 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:40.935 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:40.936 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:40.936 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:40.946 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:40.946 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:40.946 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=8] [step=import] [limit=256MiB] [2024/05/06 15:09:40.960 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 15:09:40.964 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:40.968 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:40.968 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 15:09:40.969 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 15:09:41.076 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=2.csv:0] [2024/05/06 15:09:41.076 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=1.csv:0] [2024/05/06 15:09:41.078 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=1.csv:0] [readDur=1.455276ms] [encodeDur=530.649µs] [deliverDur=252.052µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [takeTime=2.805105ms] [] [2024/05/06 15:09:41.078 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=2.csv:0] [readDur=1.301307ms] [encodeDur=673.821µs] [deliverDur=250.522µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [takeTime=2.821393ms] [] [2024/05/06 15:09:41.079 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=119.102758ms] [] [2024/05/06 15:09:41.079 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=152] [kvs=4] [files=2] [sstFileSize=1964] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b091e5eb-fd26-4ea2-a441-f86fedad597e.sst] [firstKey=74800000000000007D5F728000000000000001] [lastKey=74800000000000007D5F72800000000000000B] [2024/05/06 15:09:41.080 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 15:09:41.080 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 15:09:41.080 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:41.082 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.023277ms] [] [2024/05/06 15:09:41.082 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:41.086 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:41.088 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 15:09:41.088 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:41.088 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:41.088 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 15:09:41.089 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7D5F728000000000FF0000010000000000FA] [end=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [2024/05/06 15:09:41.089 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 15:09:41.090 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=502.126µs] [2024/05/06 15:09:41.090 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.43652ms] [] [2024/05/06 15:09:41.098 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571554866233352] [req-type=Cop] [region="{ region id: 12, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:41.099 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571554866233352] [req-type=Cop] [region="{ region id: 12, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:41.100 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 16, store 7, region 12, epoch conf_ver:5 version:19 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 21, request epoch conf_ver: 5 version: 19\")"] ["job stage"=needRescan] [2024/05/06 15:09:41.101 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007D5F728000000000000001] [endKey=74800000000000007D5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:43.101 +08:00] [2024/05/06 15:09:43.116 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 15:09:43.118 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.036068155s] [] [2024/05/06 15:09:43.118 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:43.119 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.18171ms] [] [2024/05/06 15:09:43.119 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 15:09:43.119 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:43.121 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.515782ms] [] [2024/05/06 15:09:43.121 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:43.121 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:43.121 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.715µs] [] [2024/05/06 15:09:43.121 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:43.122 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=774.945µs] [] [2024/05/06 15:09:43.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:43.176 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 15:09:43.177 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:43.180 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:43.181 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:43.181 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:43.182 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.182 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:43.183 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:43.183 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.183 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:43.197 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:43.197 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:43.197 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:43.197 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:43.213 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:43.214 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:43.214 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:43.214 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:43.227 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:43.227 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:43.443 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 15:09:43.447 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:43.447 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:43.447 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:43.447 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:43.448 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:43.448 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:43.448 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:43.448 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 15:09:43.448 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.52999596s] [] [2024/05/06 15:09:43.755 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:43.756 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=post-process] [2024/05/06 15:09:43.770 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 15:09:43.770 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 15:09:43.770 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 15:09:43.774 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:43.774 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:43.774 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:43.775 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.775 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:43.776 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:43.776 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.776 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:43.776 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:43.776 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:43.776 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:43.777 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:43.777 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:43.777 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:43.777 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:43.777 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:43.784 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.961902ms] [] [2024/05/06 15:09:43.785 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 15:09:43.785 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 15:09:43.785 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 15:09:43.788 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 15:09:43.788 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=17.361447ms] [] [2024/05/06 15:09:43.788 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=17.572297ms] [] [2024/05/06 15:09:44.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:44.176 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 15:09:44.177 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:44.177 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:44.177 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:44.188 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=8] [step=done] [state=running] [] [2024/05/06 15:09:44.191 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=8] [2024/05/06 15:09:44.197 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:44.413 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 15:09:44.413 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.279013ms] [] [2024/05/06 15:09:44.416 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.0745244\n# Parse_time: 0.000083239\n# Compile_time: 0.000389825\n# Rewrite_time: 0.000083435\n# Optimize_time: 0.000200734\n# Wait_TS: 0.000362269\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 15:09:44.420 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:44.430 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:44.430 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:44.447 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.465 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=653.043µs] [gotSchemaVersion=81] [phyTblIDs="[125]"] [actionTypes="[4]"] [2024/05/06 15:09:44.469 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=81] [2024/05/06 15:09:44.515 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.246733ms] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.529 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.546 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=495.693µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:44.550 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=82] [2024/05/06 15:09:44.589 +08:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=bfa7a50c-846a-4b2f-9e24-201e3d774925] [daemon-id=LogBackup::Advancer] [2024/05/06 15:09:44.589 +08:00] [INFO] [advancer.go:503] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 15:09:44.595 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.557832ms] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.609 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.628 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=608.811µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:44.632 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=83] [2024/05/06 15:09:44.678 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=52.721616ms] [job="ID:127, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.684 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=8] [2024/05/06 15:09:44.691 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:44.694 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=127] [elementID=1] [comment="table ID is 125"] [2024/05/06 15:09:44.699 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop table"] [2024/05/06 15:09:44.700 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:44.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.704 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:44.718 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 15:09:44.718 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:44.721 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300566287\n# Parse_time: 0.000109465\n# Compile_time: 0.000227074\n# Rewrite_time: 0.000005058\n# Optimize_time: 0.000194606\n# Wait_TS: 0.000346455\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:44.722 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 15:09:44.735 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:44.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:44.735 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:44.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 15:09:44.752 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:44.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.772 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.057921ms] [gotSchemaVersion=84] [phyTblIDs="[128]"] [actionTypes="[3]"] [2024/05/06 15:09:44.776 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=129] [version=84] [2024/05/06 15:09:44.820 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.21767ms] [job="ID:129, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:44.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.836 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:44.701 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:44.847 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 15:09:44.847 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:44.889 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:44.908 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=9] [job-id=9] [thread-cnt=8] [2024/05/06 15:09:44.908 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=9] [2024/05/06 15:09:45.669 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=9] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:46.171 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:46.172 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 15:09:46.173 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 15:09:46.185 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:46.185 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:46.185 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=66.573µs] [2024/05/06 15:09:46.185 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=194.475µs] [] [2024/05/06 15:09:46.185 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:46.185 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:46.185 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:46.198 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:46.198 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:46.469 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=9] [2024/05/06 15:09:46.469 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=9] [type=ImportInto] [2024/05/06 15:09:46.682 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:46.683 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:46.683 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:46.684 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.684 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:46.685 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:46.685 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.685 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:46.699 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:46.699 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:46.699 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:46.699 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:46.704 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 15:09:46.776 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:46.778 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 15:09:46.778 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 15:09:46.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:46.784 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:46.784 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:46.785 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.785 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:46.786 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:46.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:46.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:46.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:46.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:46.786 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:46.787 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:46.787 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:46.787 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:46.787 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:46.787 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:46.787 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:46.787 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:46.790 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:46.791 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:46.791 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:46.792 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.792 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:46.793 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:46.793 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.803 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:46.803 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:46.803 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=9] [step=import] [limit=256MiB] [2024/05/06 15:09:46.817 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 15:09:46.821 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:46.825 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:46.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 15:09:46.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 15:09:46.891 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=1.csv:0] [2024/05/06 15:09:46.894 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=1.csv:0] [readDur=1.291313ms] [encodeDur=635.549µs] [deliverDur=475.267µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=2.826391ms] [] [2024/05/06 15:09:46.896 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7108fa05-4c48-4923-9aa8-dab1f3d3d47f.sst] [firstKey=7480000000000000805F728000000000000001] [lastKey=7480000000000000805F728000000000000002] [2024/05/06 15:09:46.913 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=2.csv:0] [2024/05/06 15:09:46.915 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=2.csv:0] [readDur=794.945µs] [encodeDur=605.791µs] [deliverDur=196.894µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=1.884118ms] [] [2024/05/06 15:09:46.916 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b8f149b0-9f07-4581-ae30-711334ea2bb9.sst] [firstKey=7480000000000000805F72800000000000000A] [lastKey=7480000000000000805F72800000000000000B] [2024/05/06 15:09:46.916 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=99.316233ms] [] [2024/05/06 15:09:46.917 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 15:09:46.917 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 15:09:46.917 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:46.918 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.533846ms] [] [2024/05/06 15:09:46.918 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:46.923 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:46.924 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 15:09:46.925 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:46.925 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:46.925 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF805F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 15:09:46.925 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F728000000000FF0000010000000000FA] [end=7480000000000000FF805F728000000000FF00000C0000000000FA] [2024/05/06 15:09:46.925 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF805F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 15:09:46.926 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=465.926µs] [2024/05/06 15:09:46.926 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.24875ms] [] [2024/05/06 15:09:46.934 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 13, store 2, region 12, epoch conf_ver:5 version:21 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 23, request epoch conf_ver: 5 version: 21\")"] ["job stage"=needRescan] [2024/05/06 15:09:46.934 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000805F728000000000000001] [endKey=7480000000000000805F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:48.934 +08:00] [2024/05/06 15:09:46.941 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571556399775747] [req-type=Cop] [region="{ region id: 12, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:46.941 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571556399775747] [req-type=Cop] [region="{ region id: 12, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:48.966 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 15:09:48.968 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.049026953s] [] [2024/05/06 15:09:48.968 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:48.969 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.093193ms] [] [2024/05/06 15:09:48.969 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 15:09:48.969 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:48.970 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.480258ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/b15e4469-ddbf-433e-b94e-a5da9b24b483.sst] [2024/05/06 15:09:48.971 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/b15e4469-ddbf-433e-b94e-a5da9b24b483.sst] [firstKey=7480000000000000805F698000000000000001038000000000000004] [lastKey=7480000000000000805F698000000000000001038000000000000007] [2024/05/06 15:09:48.972 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.611016ms] [] [2024/05/06 15:09:48.973 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:48.977 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:48.978 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 15:09:48.978 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:48.978 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:48.978 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 15:09:48.979 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 15:09:48.979 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 15:09:48.980 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=478.529µs] [2024/05/06 15:09:48.980 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.261052ms] [] [2024/05/06 15:09:48.987 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 107, store 2, region 106, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 106 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/06 15:09:48.988 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000805F698000000000000001038000000000000004] [endKey=7480000000000000805F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:50.988 +08:00] [2024/05/06 15:09:51.001 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 15:09:51.002 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.029491777s] [] [2024/05/06 15:09:51.002 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:51.003 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=935.89µs] [] [2024/05/06 15:09:51.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:51.176 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 15:09:51.177 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:51.180 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:51.181 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:51.181 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:51.182 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:51.182 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:51.183 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:51.183 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:51.183 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:51.197 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:51.197 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:51.197 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:51.197 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:51.197 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:51.197 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:51.197 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:51.197 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:51.198 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:51.198 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:51.213 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:09:51.214 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:51.215 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:51.215 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:51.228 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:51.228 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:51.323 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 15:09:51.328 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:51.328 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:51.328 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:51.328 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:51.329 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:51.329 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:51.329 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:51.329 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 15:09:51.329 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.552439984s] [] [2024/05/06 15:09:51.636 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:51.637 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=post-process] [2024/05/06 15:09:51.651 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 15:09:51.651 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 15:09:51.651 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 15:09:51.654 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:51.654 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:51.654 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:51.655 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:51.655 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:51.656 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:51.656 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:51.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:51.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:51.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:51.656 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:51.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:51.656 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:51.657 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:51.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:51.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:51.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:51.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:51.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:51.665 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.559811ms] [] [2024/05/06 15:09:51.665 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:09:51.666 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 15:09:51.666 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 15:09:51.667 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571557644959748] [req-type=Cop] [region="{ region id: 106, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 107, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 108, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 109, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=107-epoch_not_match:1] [2024/05/06 15:09:51.667 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571557644959748] [req-type=Cop] [region="{ region id: 106, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 107, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 108, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 109, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=107-epoch_not_match:1] [2024/05/06 15:09:51.673 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:09:51.673 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=21.85401ms] [] [2024/05/06 15:09:51.673 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=21.996888ms] [] [2024/05/06 15:09:52.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:52.176 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 15:09:52.177 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:52.177 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:09:52.177 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:52.189 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=9] [step=done] [state=running] [] [2024/05/06 15:09:52.191 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=9] [2024/05/06 15:09:52.198 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:52.298 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 15:09:52.298 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=662.159186ms] [] [2024/05/06 15:09:52.420 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.570627104\n# Parse_time: 0.000086078\n# Compile_time: 0.000306409\n# Rewrite_time: 0.000065218\n# Optimize_time: 0.000194606\n# Wait_TS: 0.000305497\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:09:52.429 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449571557841567751] [checkTS=449571557841567752] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 15:09:52.436 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:52.447 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:52.447 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:52.464 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.482 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=601.284µs] [gotSchemaVersion=85] [phyTblIDs="[128]"] [actionTypes="[4]"] [2024/05/06 15:09:52.486 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=85] [2024/05/06 15:09:52.531 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.718087ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.560 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.577 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=646.513µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:52.581 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=86] [2024/05/06 15:09:52.600 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=9] [step=-2] [state=succeed] [2024/05/06 15:09:52.626 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.24046ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.640 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.660 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=612.16µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:52.664 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=87] [2024/05/06 15:09:52.681 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=9] [2024/05/06 15:09:52.689 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:52.702 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:52.710 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.327911ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.724 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=130] [elementID=1] [comment="table ID is 128"] [2024/05/06 15:09:52.728 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/06 15:09:52.730 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:52.401 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.748 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/06 15:09:52.748 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:52.751 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314727763\n# Parse_time: 0.000055689\n# Compile_time: 0.00024817\n# Rewrite_time: 0.00001316\n# Optimize_time: 0.000253948\n# Wait_TS: 0.000364848\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:52.751 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 15:09:52.765 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:52.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:52.765 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:52.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 15:09:52.781 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:52.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.801 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=1.980999ms] [gotSchemaVersion=88] [phyTblIDs="[131]"] [actionTypes="[3]"] [2024/05/06 15:09:52.805 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=132] [version=88] [2024/05/06 15:09:52.849 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.664354ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:52.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.864 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:52.751 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:52.877 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 15:09:52.877 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:52.920 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:09:52.939 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=10] [job-id=10] [thread-cnt=8] [2024/05/06 15:09:52.939 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=10] [2024/05/06 15:09:54.669 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=10] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:09:55.171 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:55.172 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 15:09:55.173 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 15:09:55.186 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:55.187 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:09:55.187 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=95.718µs] [2024/05/06 15:09:55.187 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=221.425µs] [] [2024/05/06 15:09:55.187 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:55.187 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:09:55.187 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:55.201 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:55.201 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:55.469 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=10] [2024/05/06 15:09:55.469 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=10] [type=ImportInto] [2024/05/06 15:09:55.680 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:55.681 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:55.681 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:55.682 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.682 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:55.683 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:55.683 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.683 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 15:09:55.697 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:55.697 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:55.697 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:55.697 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:55.703 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 15:09:55.776 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:55.777 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 15:09:55.778 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 15:09:55.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:55.784 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:55.784 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:55.785 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.785 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:55.786 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:55.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:55.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:55.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:55.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:55.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:55.786 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:55.786 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:55.787 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:55.787 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:55.787 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:55.787 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:55.787 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:55.790 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:55.791 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:55.791 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:09:55.792 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.792 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:55.793 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:55.793 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.803 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:55.804 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:55.804 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=10] [step=import] [limit=256MiB] [2024/05/06 15:09:55.818 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 15:09:55.822 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:55.826 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:55.826 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 15:09:55.826 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 15:09:55.831 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=2.csv:0] [2024/05/06 15:09:55.831 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=1.csv:0] [2024/05/06 15:09:55.833 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=1.csv:0] [readDur=886.586µs] [encodeDur=443.821µs] [deliverDur=249.195µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=1.854402ms] [] [2024/05/06 15:09:55.833 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=2.csv:0] [readDur=806.032µs] [encodeDur=937.193µs] [deliverDur=551.026µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=2.696801ms] [] [2024/05/06 15:09:55.834 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d8aa18f3-839c-4db4-bf7d-3aa9c235044a.sst] [firstKey=7480000000000000835F728000000000000001] [lastKey=7480000000000000835F728000000000000002] [2024/05/06 15:09:55.834 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=16.713645ms] [] [2024/05/06 15:09:55.835 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 15:09:55.835 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 15:09:55.835 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:55.835 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/84ba9591-43c0-48df-a43d-c09c43a5e58d.sst] [firstKey=7480000000000000835F72800000000000000A] [lastKey=7480000000000000835F72800000000000000B] [2024/05/06 15:09:55.837 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.093046ms] [] [2024/05/06 15:09:55.837 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:09:55.842 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:55.843 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 15:09:55.844 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:55.844 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:55.844 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF835F728000000000FF00000C0000000000FA] [retry=0] [2024/05/06 15:09:55.844 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F728000000000FF0000010000000000FA] [end=7480000000000000FF835F728000000000FF00000C0000000000FA] [2024/05/06 15:09:55.845 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF835F728000000000FF00000C0000000000FA] [regions=1] [2024/05/06 15:09:55.845 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=593.282µs] [2024/05/06 15:09:55.845 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.575889ms] [] [2024/05/06 15:09:55.854 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 13, store 2, region 12, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/06 15:09:55.855 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F728000000000000001] [endKey=7480000000000000835F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:57.855 +08:00] [2024/05/06 15:09:55.892 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571558745702401] [req-type=Cop] [region="{ region id: 12, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:55.892 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571558745702401] [req-type=Cop] [region="{ region id: 12, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:09:57.869 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 15:09:57.871 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.033672033s] [] [2024/05/06 15:09:57.871 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:09:57.872 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.109511ms] [] [2024/05/06 15:09:57.872 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 15:09:57.872 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:57.873 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.366799ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/ca233921-f455-4f2b-b47a-abbc8b7ad9a0.sst] [2024/05/06 15:09:57.873 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/ca233921-f455-4f2b-b47a-abbc8b7ad9a0.sst] [firstKey=7480000000000000835F698000000000000001038000000000000004] [lastKey=7480000000000000835F698000000000000001038000000000000007] [2024/05/06 15:09:57.875 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.438564ms] [] [2024/05/06 15:09:57.875 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:09:57.879 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:57.881 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 15:09:57.881 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:57.881 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:57.881 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/06 15:09:57.882 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/06 15:09:57.882 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/06 15:09:57.883 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=516.383µs] [2024/05/06 15:09:57.883 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.293941ms] [] [2024/05/06 15:09:57.890 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 124, store 7, region 122, epoch conf_ver:5 version:25 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 122 is staler than local region, local epoch conf_ver: 5 version: 27, request epoch conf_ver: 5 version: 25\")"] ["job stage"=needRescan] [2024/05/06 15:09:57.891 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F698000000000000001038000000000000004] [endKey=7480000000000000835F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:59.891 +08:00] [2024/05/06 15:09:59.905 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 15:09:59.907 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.031379615s] [] [2024/05/06 15:09:59.907 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:09:59.908 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.099783ms] [] [2024/05/06 15:10:00.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:00.177 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 15:10:00.178 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:00.181 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:00.181 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:00.181 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:00.182 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:00.182 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:00.183 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:00.183 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:00.183 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:00.197 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:00.197 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:00.197 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:00.197 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:00.213 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:10:00.214 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:00.214 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:00.215 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:00.227 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:00.227 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:00.538 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:00.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:00.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:00.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:00.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:00.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:00.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:00.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:00.545 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 15:10:00.545 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.768374593s] [] [2024/05/06 15:10:00.851 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:00.852 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=post-process] [2024/05/06 15:10:00.868 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 15:10:00.868 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 15:10:00.868 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 15:10:00.870 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:00.871 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:00.871 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:00.872 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:00.872 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:00.873 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:00.873 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:00.873 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:00.873 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:00.873 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:00.873 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:00.873 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:00.874 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:00.874 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:00.874 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:00.874 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:00.874 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:00.874 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:00.874 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:00.881 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=13.256549ms] [] [2024/05/06 15:10:00.881 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:10:00.882 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 15:10:00.882 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 15:10:00.883 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571560056684554] [req-type=Cop] [region="{ region id: 122, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 123, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 124, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 125, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=123-epoch_not_match:1] [2024/05/06 15:10:00.884 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571560056684554] [req-type=Cop] [region="{ region id: 122, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 123, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 124, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 125, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=123-epoch_not_match:1] [2024/05/06 15:10:00.890 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 15:10:00.890 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=22.023937ms] [] [2024/05/06 15:10:00.890 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=22.181721ms] [] [2024/05/06 15:10:01.175 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:01.177 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 15:10:01.178 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:01.178 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:10:01.178 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:01.190 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=10] [step=done] [state=running] [] [2024/05/06 15:10:01.193 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=10] [2024/05/06 15:10:01.200 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:01.353 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.473509673\n# Parse_time: 0.000071654\n# Compile_time: 0.000318158\n# Rewrite_time: 0.000065106\n# Optimize_time: 0.000253948\n# Wait_TS: 0.000330227\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 15:10:01.358 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:10:01.368 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:10:01.369 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:01.385 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.403 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=571.523µs] [gotSchemaVersion=89] [phyTblIDs="[131]"] [actionTypes="[4]"] [2024/05/06 15:10:01.406 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=89] [2024/05/06 15:10:01.452 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.023394ms] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.466 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.483 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=586.407µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:01.487 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=90] [2024/05/06 15:10:01.517 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 15:10:01.517 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=665.780849ms] [] [2024/05/06 15:10:01.533 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.290802ms] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.557 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.577 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=623.859µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:01.582 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=91] [2024/05/06 15:10:01.627 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=52.955943ms] [job="ID:133, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.641 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=133] [elementID=1] [comment="table ID is 131"] [2024/05/06 15:10:01.645 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=133] [jobType="drop table"] [2024/05/06 15:10:01.647 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:01.351 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.665 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 15:10:01.665 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:01.667 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.310001755\n# Parse_time: 0.000087159\n# Compile_time: 0.000236907\n# Rewrite_time: 0.000003663\n# Optimize_time: 0.000222827\n# Wait_TS: 0.000336514\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:10:01.668 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 15:10:01.681 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=10] [2024/05/06 15:10:01.682 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:01.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:01.682 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:01.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 15:10:01.689 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:01.699 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:01.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.702 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:01.718 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=1.768023ms] [gotSchemaVersion=92] [phyTblIDs="[134]"] [actionTypes="[3]"] [2024/05/06 15:10:01.722 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=135] [version=92] [2024/05/06 15:10:01.766 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.362654ms] [job="ID:135, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:01.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.781 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:01.65 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:01.793 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 15:10:01.793 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:01.845 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:10:01.863 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=11] [job-id=11] [thread-cnt=8] [2024/05/06 15:10:01.863 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=11] [2024/05/06 15:10:03.668 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=11] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:10:04.170 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:04.171 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 15:10:04.172 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 15:10:04.373 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:04.373 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 15:10:04.373 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=138.024µs] [2024/05/06 15:10:04.373 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=372.544µs] [] [2024/05/06 15:10:04.373 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:04.373 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:04.374 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:04.389 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:04.389 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:04.470 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=11] [2024/05/06 15:10:04.470 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=11] [type=ImportInto] [2024/05/06 15:10:04.679 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:04.679 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:04.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:04.680 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.681 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:04.681 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:04.681 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.681 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 15:10:04.700 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:04.700 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:04.700 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:04.701 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:04.700 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:04.700 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:04.701 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:04.701 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:04.701 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:04.701 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:04.706 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 15:10:04.777 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:04.778 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 15:10:04.778 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 15:10:04.783 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:04.784 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:04.784 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:04.785 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.785 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:04.786 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:04.786 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.786 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:04.786 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:04.786 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:04.786 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:04.786 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:04.786 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:04.786 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:04.786 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:04.787 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:04.787 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:04.787 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:04.787 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:04.787 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:04.790 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:04.791 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:04.791 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:04.792 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.792 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:04.793 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:04.793 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.803 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:04.803 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:04.803 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=11] [step=import] [limit=256MiB] [2024/05/06 15:10:04.817 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 15:10:04.821 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:10:04.824 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:10:04.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 15:10:04.825 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 15:10:04.908 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=70.65122ms] [2024/05/06 15:10:04.992 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=2.csv:0] [2024/05/06 15:10:04.992 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=1.csv:0] [2024/05/06 15:10:04.994 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=1.csv:0] [readDur=1.055957ms] [encodeDur=228.426µs] [deliverDur=429.643µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.328375ms] [] [2024/05/06 15:10:04.994 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=2.csv:0] [readDur=1.007473ms] [encodeDur=358.141µs] [deliverDur=413.095µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=2.480594ms] [] [2024/05/06 15:10:04.995 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/dac46a83-bd7e-4d25-976f-58effbe89e5f.sst] [firstKey=7480000000000000865F728000000000000004] [lastKey=7480000000000000865F728000000000000005] [2024/05/06 15:10:04.995 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=178.729343ms] [] [2024/05/06 15:10:04.996 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 15:10:04.996 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 15:10:04.996 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:10:04.996 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f6417d90-a6e2-40bf-8c97-ae2ed7b1fd5b.sst] [firstKey=7480000000000000865F728000000000000006] [lastKey=7480000000000000865F728000000000000007] [2024/05/06 15:10:04.998 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.567485ms] [] [2024/05/06 15:10:04.998 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 15:10:05.003 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:05.005 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 15:10:05.005 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:05.005 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:10:05.005 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF865F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF865F728000000000FF0000080000000000FA] [retry=0] [2024/05/06 15:10:05.006 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF865F728000000000FF0000040000000000FA] [end=7480000000000000FF865F728000000000FF0000080000000000FA] [2024/05/06 15:10:05.006 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF865F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF865F728000000000FF0000080000000000FA] [regions=1] [2024/05/06 15:10:05.006 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=513.643µs] [2024/05/06 15:10:05.007 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.313225ms] [] [2024/05/06 15:10:05.015 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 23, store 1, region 12, epoch conf_ver:5 version:25 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 12 is staler than local region, local epoch conf_ver: 5 version: 27, request epoch conf_ver: 5 version: 25\")"] ["job stage"=needRescan] [2024/05/06 15:10:05.015 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000865F728000000000000004] [endKey=7480000000000000865F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:07.015 +08:00] [2024/05/06 15:10:05.041 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571561144582148] [req-type=Cop] [region="{ region id: 12, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:10:05.041 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571561144582148] [req-type=Cop] [region="{ region id: 12, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 13, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 16, store: 7, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=13-epoch_not_match:1] [2024/05/06 15:10:07.030 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 15:10:07.031 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.032733963s] [] [2024/05/06 15:10:07.031 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 15:10:07.033 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.183909ms] [] [2024/05/06 15:10:07.033 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 15:10:07.033 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:10:07.034 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.66726ms] [] [2024/05/06 15:10:07.034 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 15:10:07.034 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:10:07.034 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.344µs] [] [2024/05/06 15:10:07.035 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 15:10:07.035 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=777.264µs] [] [2024/05/06 15:10:07.174 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:07.175 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 15:10:07.176 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:07.179 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:07.180 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:07.180 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:07.181 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.181 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:07.182 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:07.182 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.182 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:07.200 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:07.199 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:07.200 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:07.200 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:07.200 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:07.200 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:07.200 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:07.200 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:07.200 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:07.200 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:07.215 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 15:10:07.217 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:07.217 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:07.217 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:07.229 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:07.229 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:07.357 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:07.361 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:07.361 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:07.361 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:07.361 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:07.362 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:07.362 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:07.362 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:07.362 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 15:10:07.362 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.585316567s] [] [2024/05/06 15:10:07.669 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:07.670 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=post-process] [2024/05/06 15:10:07.684 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 15:10:07.684 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 15:10:07.684 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 15:10:07.687 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:07.687 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:07.688 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779648785057107] [2024/05/06 15:10:07.689 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.689 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:07.689 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:07.689 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:07.690 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:07.690 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:07.690 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:07.690 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:07.690 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:07.690 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:07.698 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=14.244139ms] [] [2024/05/06 15:10:07.698 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:10:07.699 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 15:10:07.699 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 15:10:07.701 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 15:10:07.702 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.599247ms] [] [2024/05/06 15:10:07.702 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.74196ms] [] [2024/05/06 15:10:08.173 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:08.175 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 15:10:08.176 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:08.176 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:10:08.176 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:08.187 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=11] [step=done] [state=running] [] [2024/05/06 15:10:08.189 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=11] [2024/05/06 15:10:08.196 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:08.328 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 15:10:08.328 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.591727ms] [] [2024/05/06 15:10:08.476 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.680195271\n# Parse_time: 0.000099942\n# Compile_time: 0.000352434\n# Rewrite_time: 0.000085845\n# Optimize_time: 0.000222827\n# Wait_TS: 0.000312399\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:10:08.480 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 15:10:08.491 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:10:08.491 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:08.515 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.532 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=613.677µs] [gotSchemaVersion=93] [phyTblIDs="[134]"] [actionTypes="[4]"] [2024/05/06 15:10:08.537 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=93] [2024/05/06 15:10:08.583 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=54.154558ms] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.607 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.624 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=623.771µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:08.629 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=94] [2024/05/06 15:10:08.630 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=11] [step=-2] [state=succeed] [2024/05/06 15:10:08.674 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.049068ms] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.680 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=11] [2024/05/06 15:10:08.687 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.687 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:08.701 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:08.707 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=636.281µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:08.711 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=95] [2024/05/06 15:10:08.756 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.824709ms] [job="ID:136, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.771 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=136] [elementID=1] [comment="table ID is 134"] [2024/05/06 15:10:08.775 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=136] [jobType="drop table"] [2024/05/06 15:10:08.777 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [job="ID:136, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:08.451 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:08.795 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=136] [2024/05/06 15:10:08.795 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:08.797 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.317429258\n# Parse_time: 0.000080748\n# Compile_time: 0.000261099\n# Rewrite_time: 0.000004738\n# Optimize_time: 0.000205204\n# Wait_TS: 0.000341258\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:10:08.806 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [2024/05/06 15:10:08.806 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [2024/05/06 15:10:08.806 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:08.807 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [] [2024/05/06 15:10:08.808 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:10:08.808 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=14.607µs] [2024/05/06 15:10:08.808 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=7.791µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=5.264µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=10.345µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=11.872µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=4.229µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=4.937µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=9.248µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=7.166µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=3.943µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:10:08.809 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=2.98µs] [2024/05/06 15:10:08.809 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:10:08.809 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:10:08.818 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=12bd5e01-2153-4836-b80d-d90b84c54f95] ["take time"=16.509817ms] [2024/05/06 15:10:08.818 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=12bd5e01-2153-4836-b80d-d90b84c54f95] [2024/05/06 15:10:08.820 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 15:10:08.820 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 15:10:08.820 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5ae9652c-ebcc-4f62-a057-1d96bba2be8b] [watcherID=d27e38fe-2271-4e64-9cd9-85e25d09867f] [2024/05/06 15:10:08.820 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5ae9652c-ebcc-4f62-a057-1d96bba2be8b] [2024/05/06 15:10:08.820 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:10:08.820 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:10:08.820 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:10:08.820 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:10:08.822 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 15:10:08.822 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=103] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:10:08.823 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=12bd5e01-2153-4836-b80d-d90b84c54f95] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:10:08.823 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [2024/05/06 15:10:08.823 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:10:08.823 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:10:08.823 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 15:10:08.823 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager bfa7a50c-846a-4b2f-9e24-201e3d774925 watch owner key /tidb/br-stream/owner/22318f4cba124173"] [2024/05/06 15:10:08.823 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:08.824 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 15:10:08.824 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:10:08.824 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfa7a50c-846a-4b2f-9e24-201e3d774925"] [2024/05/06 15:10:08.824 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:10:08.824 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:10:08.823 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:10:08.824 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=12bd5e01-2153-4836-b80d-d90b84c54f95] [2024/05/06 15:10:08.824 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:10:08.824 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:10:08.824 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 15:10:08.824 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 15:10:08.824 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 15:10:08.824 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 15:10:08.824 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:10:08.823 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:10:08.824 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 15:10:08.824 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:10:08.824 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:10:08.823 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95 watch owner key /tidb/stats/owner/22318f4cba124179"] [2024/05/06 15:10:08.823 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:10:08.823 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:10:08.824 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [2024/05/06 15:10:08.824 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [2024/05/06 15:10:08.825 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 15:10:08.825 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfa7a50c-846a-4b2f-9e24-201e3d774925"] [error="context canceled"] [2024/05/06 15:10:08.825 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [error="context canceled"] [2024/05/06 15:10:08.825 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:10:08.825 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=bfa7a50c-846a-4b2f-9e24-201e3d774925] [daemon-id=LogBackup::Advancer] [2024/05/06 15:10:08.825 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:10:08.825 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 15:10:08.825 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfa7a50c-846a-4b2f-9e24-201e3d774925"] [2024/05/06 15:10:08.825 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:10:08.825 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:10:08.825 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:10:09.026 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:10.088 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfa7a50c-846a-4b2f-9e24-201e3d774925"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:10:10.091 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:10:10.091 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 15:10:10.091 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:10:10.273 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12bd5e01-2153-4836-b80d-d90b84c54f95"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:10:10.273 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 15:10:10.273 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 15:10:10.273 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:10:10.280 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.478493473s] [2024/05/06 15:10:10.280 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:10.280 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:10.280 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:10.280 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:10.280 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:10.280 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:10.280 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:10.281 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:10.281 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:10.281 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:10.282 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (93.58s) --- PASS: TestLoadRemote/TestWriteAfterImport (84.13s) PASS GCov does not exist at the given path: '' May 06, 2024 3:10:13 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 3:10:13 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 3:10:13 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 3:10:13 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 3:10:13 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 143.216s, Critical Path: 125.84s INFO: 1451 processes: 1424 remote cache hit, 20 internal, 7 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 2 passing and 0 failing out of 2 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/sessiontest:sessiontest_test; 92s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 129.668s, Critical Path: 114.44s INFO: 1432 processes: 1407 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 21 passing and 0 failing out of 21 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 100s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 101s remote-cache, linux-sandbox [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/txntest:txntest_test; 123s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 179.015s, Critical Path: 163.26s INFO: 1432 processes: 1402 remote cache hit, 20 internal, 10 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 30 passing and 0 failing out of 30 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 101s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 160s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,430 / 1,431] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 167s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 252.186s, Critical Path: 234.47s INFO: 1419 processes: 1337 remote cache hit, 10 internal, 72 linux-sandbox. INFO: Build completed successfully, 1419 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 160s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 161s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 220s remote-cache, linux-sandbox [1,435 / 1,436] 1 / 1 tests; Testing //tests/realtikvtest/brietest:brietest_test; 221s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 322.861s, Critical Path: 307.11s INFO: 1433 processes: 1340 remote cache hit, 20 internal, 73 linux-sandbox. INFO: Build completed successfully, 1433 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 221s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 281s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 341s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 401s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 434s remote-cache, linux-sandbox INFO: Elapsed time: 474.333s, Critical Path: 458.15s INFO: 1420 processes: 1400 remote cache hit, 11 internal, 9 linux-sandbox. INFO: Build completed successfully, 1420 total actions Test cases: finished with 26 passing and 0 failing out of 26 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 461s remote-cache, linux-sandbox [1,491 / 1,492] 1 / 1 tests; Testing //tests/realtikvtest/importintotest:importintotest_test; 509s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestLoadRemote [2024/05/06 15:08:51.531 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:08:51.532 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:08:51.532 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:08:51.534 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:51.534 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:08:51.535 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:08:51.535 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:08:51.538 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/06 15:08:51.541 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:51.542 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:51.543 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 15:08:51.565 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:51.565 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:51.571 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:51.571 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:51.582 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/06 15:08:51.597 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779699758658872] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:51.623 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:51.662 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=557] ["lease id"=22318f4cba4027e7] [2024/05/06 15:08:51.665 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:51.670 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest/importintotest_test.TestLoadRemote\n\ttests/realtikvtest/importintotest/util_test.go:51\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 15:08:51.683 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.214742ms] [2024/05/06 15:08:51.683 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:51.683 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=ffc89879-b8f4-4ec8-af9a-630f54b15012] [runWorker=true] [2024/05/06 15:08:51.683 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:51.686 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:51.687 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:51.687 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:51.687 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:51.688 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:51.688 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:51.689 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffc89879-b8f4-4ec8-af9a-630f54b15012"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba4027eb] [ownerID=ffc89879-b8f4-4ec8-af9a-630f54b15012] [op=none] [2024/05/06 15:08:51.689 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:51.690 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=35612992-d44f-47cd-8ae6-94d38a32e6dc] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:51.691 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc"] ["owner key"=/tidb/br-stream/owner/6f188f4cba4028f1] [ownerID=35612992-d44f-47cd-8ae6-94d38a32e6dc] [op=none] [2024/05/06 15:08:51.695 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 15:08:51.714 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:51.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:51.714 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:51.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 15:08:51.738 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:51.739 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffc89879-b8f4-4ec8-af9a-630f54b15012"] ["owner key"=/tidb/ddl/fg/owner/22318f4cba4027eb] [ownerID=ffc89879-b8f4-4ec8-af9a-630f54b15012] [op=none] [2024/05/06 15:08:51.739 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffc89879-b8f4-4ec8-af9a-630f54b15012"] [op=none] [2024/05/06 15:08:51.739 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:51.760 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:51.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:51.796 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=18.834492ms] [2024/05/06 15:08:51.799 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:51.803 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:51.803 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/06 15:08:51.828 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.49216ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:51.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:51.843 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:51.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:51.855 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 15:08:51.855 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:51.858 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 15:08:51.861 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 15:08:51.889 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:51.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:51.889 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:51.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 15:08:51.908 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:51.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:51.968 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.689695ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/06 15:08:51.972 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:51.972 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/06 15:08:52.011 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.451536ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:51.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.035 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:51.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.069 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 15:08:52.069 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.073 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 15:08:52.087 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.087 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 15:08:52.103 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.124 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.052765ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/06 15:08:52.128 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.128 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/06 15:08:52.173 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.143247ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.188 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.201 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 15:08:52.201 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.204 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 15:08:52.217 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.217 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 15:08:52.231 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.252 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.052374ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/06 15:08:52.255 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.255 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/06 15:08:52.299 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.621966ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.314 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.326 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 15:08:52.326 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.330 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 15:08:52.351 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.351 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 15:08:52.369 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.411 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.454358ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/06 15:08:52.416 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.416 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/06 15:08:52.457 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.552994ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.479 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.499 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 15:08:52.500 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.503 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 15:08:52.518 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.518 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 15:08:52.533 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.557 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.633496ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/06 15:08:52.561 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.561 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/06 15:08:52.605 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.184615ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.621 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.635 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 15:08:52.635 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.638 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 15:08:52.652 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.652 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 15:08:52.673 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.688 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:52.689 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:52.698 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.606784ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/06 15:08:52.702 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.702 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/06 15:08:52.744 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.633803ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.760 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.774 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 15:08:52.774 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.776 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 15:08:52.789 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.789 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 15:08:52.818 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.838 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.015048ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/06 15:08:52.841 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.842 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/06 15:08:52.886 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.07113ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.908 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.919 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 15:08:52.919 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:52.922 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 15:08:52.935 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:52.935 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 15:08:52.950 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:52.970 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=1.990069ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/06 15:08:52.973 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:52.973 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/06 15:08:53.018 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.886309ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:52.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.033 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:52.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.045 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 15:08:53.045 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.048 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 15:08:53.062 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.062 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 15:08:53.077 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.100 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.325072ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/06 15:08:53.103 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.103 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/06 15:08:53.148 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.225379ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.163 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.176 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 15:08:53.177 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.179 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 15:08:53.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 15:08:53.194 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.218 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.240 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.31966ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/06 15:08:53.244 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.244 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/06 15:08:53.288 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.032387ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.309 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.322 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 15:08:53.322 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.325 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:53.326 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/06 15:08:53.341 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.341 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:53.364 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.392 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.123559ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/06 15:08:53.396 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.396 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/06 15:08:53.439 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.902712ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.460 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.477 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 15:08:53.477 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.480 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 15:08:53.495 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.495 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 15:08:53.514 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.540 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.607949ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/06 15:08:53.544 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.545 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/06 15:08:53.587 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.829082ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.609 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.623 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 15:08:53.623 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.626 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:53.645 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:53.645 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.665 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.686 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.204578ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/06 15:08:53.687 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:08:53.688 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/06 15:08:53.688 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:53.688 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:53.690 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.691 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/06 15:08:53.734 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.815003ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.759 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.772 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 15:08:53.772 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.775 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 15:08:53.789 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.753 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.789 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.753 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 15:08:53.802 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.753 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.824 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.335555ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/06 15:08:53.828 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.828 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/06 15:08:53.872 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.485446ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.753 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.888 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.753 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.900 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 15:08:53.901 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:53.903 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:53.917 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:53.917 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:53.931 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:53.951 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=1.965962ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/06 15:08:53.954 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:53.955 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/06 15:08:53.999 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.910014ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:53.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.014 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:53.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.027 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 15:08:54.027 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.030 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 15:08:54.048 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.048 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 15:08:54.068 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.090 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.353375ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/06 15:08:54.094 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.094 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/06 15:08:54.138 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.477647ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.159 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.173 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 15:08:54.173 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.176 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 15:08:54.190 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.190 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 15:08:54.213 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.234 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.152355ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/06 15:08:54.238 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.238 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/06 15:08:54.283 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.637971ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.310 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.323 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 15:08:54.323 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.326 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:54.343 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.343 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:54.364 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.393 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.485612ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/06 15:08:54.397 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.397 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/06 15:08:54.440 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.398455ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.461 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.477 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 15:08:54.477 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.492 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:54.506 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.506 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:54.521 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.543 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.216579ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/06 15:08:54.546 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.546 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/06 15:08:54.591 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.263446ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.608 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.620 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 15:08:54.620 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.622 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 15:08:54.635 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.603 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 15:08:54.635 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.603 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.649 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.603 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.667 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.756283ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/06 15:08:54.671 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.671 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/06 15:08:54.688 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:54.688 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:54.716 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.650085ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.603 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.730 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.603 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.741 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 15:08:54.741 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.743 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 15:08:54.755 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.755 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 15:08:54.769 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.784 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.498951ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/06 15:08:54.788 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.788 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/06 15:08:54.833 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.790114ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.856 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.866 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 15:08:54.866 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:54.869 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 15:08:54.883 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:54.883 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 15:08:54.902 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.927 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.661962ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/06 15:08:54.931 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:54.931 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/06 15:08:54.975 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.351042ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:54.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:54.991 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:54.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.004 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 15:08:55.005 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.007 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/06 15:08:55.020 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.020 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/06 15:08:55.035 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.056 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.071234ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/06 15:08:55.060 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.060 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/06 15:08:55.104 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.767792ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.118 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.129 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 15:08:55.129 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.132 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 15:08:55.144 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.144 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 15:08:55.162 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.181 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=1.980013ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/06 15:08:55.185 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.185 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/06 15:08:55.230 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.094939ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.243 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.254 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 15:08:55.254 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.257 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 15:08:55.269 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.269 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 15:08:55.283 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.302 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=1.992083ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/06 15:08:55.306 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.306 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/06 15:08:55.352 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.696211ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.368 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.381 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 15:08:55.381 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.384 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 15:08:55.398 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.398 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 15:08:55.418 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.437 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=1.973724ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/06 15:08:55.441 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.441 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/06 15:08:55.486 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.330498ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.508 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.520 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 15:08:55.520 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.523 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:55.537 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.537 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 15:08:55.552 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.572 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.052131ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/06 15:08:55.576 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.576 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/06 15:08:55.620 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.971582ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.635 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.648 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 15:08:55.648 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.650 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 15:08:55.664 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.664 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 15:08:55.679 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.688 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:55.688 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:55.699 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=1.930535ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/06 15:08:55.702 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.702 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/06 15:08:55.747 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.180685ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.761 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.773 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 15:08:55.773 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.776 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 15:08:55.777 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/06 15:08:55.794 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.794 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 15:08:55.812 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.833 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.142359ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/06 15:08:55.837 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.837 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/06 15:08:55.882 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.216914ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.907 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.920 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 15:08:55.920 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:55.923 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:55.937 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:55.937 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:55.952 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:55.974 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.458731ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/06 15:08:55.978 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:55.978 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/06 15:08:56.023 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.602281ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:55.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.038 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:55.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.051 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 15:08:56.051 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.054 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 15:08:56.068 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.068 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 15:08:56.083 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.106 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.496878ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/06 15:08:56.110 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.110 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/06 15:08:56.154 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.908759ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.169 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.183 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 15:08:56.183 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.187 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 15:08:56.207 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.207 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 15:08:56.223 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.251 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.978635ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/06 15:08:56.255 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.255 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/06 15:08:56.298 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.84121ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.314 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.329 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 15:08:56.329 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.332 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 15:08:56.345 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.345 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 15:08:56.363 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.380 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.778673ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/06 15:08:56.384 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.384 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/06 15:08:56.429 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.079646ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.443 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.453 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 15:08:56.453 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.471 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:56.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.471 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:56.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/06 15:08:56.486 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.510 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.370398ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/06 15:08:56.513 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.513 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/06 15:08:56.558 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.146419ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-06 15:08:56.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.572 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.585 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 15:08:56.585 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.588 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 15:08:56.602 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.602 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 15:08:56.625 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.648 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.493205ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/06 15:08:56.652 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.652 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/06 15:08:56.688 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:56.688 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:56.695 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.688251ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.710 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.723 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 15:08:56.724 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.726 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 15:08:56.740 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.740 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 15:08:56.762 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.783 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.003188ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/06 15:08:56.786 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.786 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/06 15:08:56.831 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.205922ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.846 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.858 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 15:08:56.858 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.860 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 15:08:56.874 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.853 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:56.874 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.853 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 15:08:56.889 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.853 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.909 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.014567ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/06 15:08:56.913 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:56.913 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/06 15:08:56.958 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.258276ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.853 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.973 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.853 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:56.984 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 15:08:56.984 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:56.987 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 15:08:57.004 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.953 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.004 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.953 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 15:08:57.021 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.953 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.055 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.386198ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/06 15:08:57.059 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.059 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/06 15:08:57.102 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.997391ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:56.953 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.118 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:56.953 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.134 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 15:08:57.135 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:57.138 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 15:08:57.153 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.153 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 15:08:57.169 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.197 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.179199ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/06 15:08:57.201 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.201 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/06 15:08:57.244 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.991437ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.261 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.277 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 15:08:57.277 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:57.280 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 15:08:57.297 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.298 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 15:08:57.313 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.343 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.671513ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/06 15:08:57.347 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.347 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/06 15:08:57.390 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.859554ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.410 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.427 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 15:08:57.427 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:57.430 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:57.446 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.446 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:57.466 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.494 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=2.930009ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/06 15:08:57.497 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.498 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/06 15:08:57.541 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.290242ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.560 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.575 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 15:08:57.576 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:57.579 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 15:08:57.596 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.596 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 15:08:57.615 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.643 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.084117ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/06 15:08:57.647 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.647 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/06 15:08:57.688 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/06 15:08:57.688 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/06 15:08:57.689 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.846805ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.710 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.726 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 15:08:57.726 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:57.729 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/06 15:08:57.746 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.746 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/06 15:08:57.763 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.793 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.257053ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/06 15:08:57.797 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.797 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/06 15:08:57.840 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.087721ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.862 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.878 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 15:08:57.878 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:57.881 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 15:08:57.902 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:57.902 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 15:08:57.917 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:57.949 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.349175ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/06 15:08:57.953 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:57.953 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/06 15:08:57.995 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.77059ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:57.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.012 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:57.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.030 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 15:08:58.030 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:58.033 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:58.048 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:58.048 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:58.065 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.089 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.677963ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/06 15:08:58.093 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:58.093 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/06 15:08:58.137 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.379906ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.159 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.174 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 15:08:58.174 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:58.177 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:58.193 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:58.193 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:58.214 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.238 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.469391ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/06 15:08:58.242 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:58.242 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/06 15:08:58.286 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=52.949813ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.313 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.328 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 15:08:58.329 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:58.332 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 15:08:58.352 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:58.352 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 15:08:58.369 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.402 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.58512ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/06 15:08:58.406 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:58.406 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/06 15:08:58.448 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.398357ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.465 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.484 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 15:08:58.484 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:58.487 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 15:08:58.503 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:58.503 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 15:08:58.519 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.544 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.638754ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/06 15:08:58.548 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:58.548 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/06 15:08:58.592 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.266465ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.612 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.626 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 15:08:58.626 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:58.628 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/06 15:08:58.642 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/06 15:08:58.642 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:58.662 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.681 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.882645ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/06 15:08:58.685 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/06 15:08:58.685 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/06 15:08:58.730 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.396187ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:58.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.745 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:58.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:58.762 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 15:08:58.762 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:58.903 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.213485287s] [2024/05/06 15:08:58.906 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffc89879-b8f4-4ec8-af9a-630f54b15012"] [2024/05/06 15:08:58.906 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffc89879-b8f4-4ec8-af9a-630f54b15012"] [2024/05/06 15:08:58.907 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ffc89879-b8f4-4ec8-af9a-630f54b15012"] [] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=5.623µs] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=3.131µs] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=2.336µs] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=2.614µs] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=2.54µs] [2024/05/06 15:08:58.908 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.355µs] [2024/05/06 15:08:58.909 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.161µs] [2024/05/06 15:08:58.909 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.219µs] [2024/05/06 15:08:58.909 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.506µs] [2024/05/06 15:08:58.909 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.516µs] [2024/05/06 15:08:58.909 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:08:58.909 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.168µs] [2024/05/06 15:08:58.909 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:08:58.909 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:08:58.916 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=ffc89879-b8f4-4ec8-af9a-630f54b15012] ["take time"=10.100814ms] [2024/05/06 15:08:58.916 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=ffc89879-b8f4-4ec8-af9a-630f54b15012] [2024/05/06 15:08:58.918 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=557] [2024/05/06 15:08:58.918 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:58.918 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:08:58.918 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:58.918 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:58.918 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:08:58.918 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc watch owner key /tidb/br-stream/owner/6f188f4cba4028f1"] [2024/05/06 15:08:58.918 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:08:58.918 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:58.918 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc"] [2024/05/06 15:08:58.918 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:08:58.918 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc"] [2024/05/06 15:08:58.918 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:08:58.920 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:08:58.920 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:08:58.920 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:58.920 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=35612992-d44f-47cd-8ae6-94d38a32e6dc] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:58.920 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc"] [error="context canceled"] [2024/05/06 15:08:58.920 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:58.920 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:58.920 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=14.74939ms] [2024/05/06 15:08:58.920 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365779699758658872] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/06 15:08:58.930 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/06 15:08:58.967 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=495] ["lease id"=22318f4cba402875] [2024/05/06 15:08:58.969 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/06 15:08:59.037 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=65.791656ms] [2024/05/06 15:08:59.039 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/06 15:08:59.039 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=d44f5283-147c-4969-ab15-243edfb71b48] [runWorker=true] [2024/05/06 15:08:59.039 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 15:08:59.041 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 15:08:59.042 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:59.042 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:08:59.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:08:59.042 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:59.043 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 15:08:59.044 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cba402980] [ownerID=d44f5283-147c-4969-ab15-243edfb71b48] [op=none] [2024/05/06 15:08:59.045 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:08:59.045 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=18c6b3c1-5dca-4275-a612-42c31c04bace] [daemon-id=LogBackup::Advancer] [2024/05/06 15:08:59.054 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 15:08:59.056 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:08:59.056 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:08:59.057 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 15:08:59.059 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] ["owner key"=/tidb/bindinfo/owner/6f188f4cba402985] [ownerID=d44f5283-147c-4969-ab15-243edfb71b48] [op=none] [2024/05/06 15:08:59.062 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/06 15:08:59.065 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 15:08:59.092 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:08:59.093 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 15:08:59.094 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cba402980] [ownerID=d44f5283-147c-4969-ab15-243edfb71b48] [op=none] [2024/05/06 15:08:59.094 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [op=none] [2024/05/06 15:08:59.094 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 15:08:59.099 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:08:59.103 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:08:59.103 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:08:59.103 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:08:59.103 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 15:08:59.103 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 15:08:59.103 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:08:59.103 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/06 15:08:59.103 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/06 15:08:59.103 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/06 15:08:59.105 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:08:59.105 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 15:08:59.106 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:08:59.106 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:08:59.106 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:08:59.106 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/06 15:08:59.108 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:08:59.108 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:08:59.109 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] ["owner key"=/tidb/stats/owner/6f188f4cba402988] [ownerID=d44f5283-147c-4969-ab15-243edfb71b48] [op=none] [2024/05/06 15:08:59.109 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b31e95ef-6535-4634-980a-d6149c5bc5c4] [2024/05/06 15:08:59.110 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:59.110 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 15:08:59.119 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=14.279836ms] [2024/05/06 15:08:59.120 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:08:59.120 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/06 15:08:59.121 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestAddIndexBySQL import_into_test.go:988: enable after we support add-index option === RUN TestLoadRemote/TestAnalyze import_into_test.go:1140: skip for ci now === RUN TestLoadRemote/TestBasicImportInto [2024/05/06 15:08:59.127 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 15:08:59.128 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 15:08:59.140 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:59.103 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:59.140 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:59.103 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database import_into"] [2024/05/06 15:08:59.155 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:59.103 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:59.171 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.040598ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:08:59.175 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/06 15:08:59.220 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.07372ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:08:59.103 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:59.235 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:59.103 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:59.245 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 15:08:59.245 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:59.248 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:08:59.249 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 15:08:59.263 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:59.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:08:59.263 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:59.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:08:59.278 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:59.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:59.296 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.05661ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/06 15:08:59.300 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/06 15:08:59.346 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.252385ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:08:59.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:59.365 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:08:59.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:08:59.376 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 15:08:59.376 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:08:59.484 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:08:59.512 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=1] [2024/05/06 15:08:59.512 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/06 15:09:00.110 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 15:09:00.111 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 15:09:00.111 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b31e95ef-6535-4634-980a-d6149c5bc5c4] [watcherID=28132cae-9d72-450f-9797-82df8771024e] [2024/05/06 15:09:00.121 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/06 15:09:00.121 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/06 15:09:00.121 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/06 15:09:00.380 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35612992-d44f-47cd-8ae6-94d38a32e6dc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:09:01.042 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/06 15:09:03.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:03.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:03.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:09:03.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 15:09:03.650 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:03.650 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:03.651 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=110.655µs] [2024/05/06 15:09:03.651 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=307.704µs] [] [2024/05/06 15:09:03.651 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:03.651 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:03.651 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:03.672 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:03.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:03.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/06 15:09:03.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/06 15:09:04.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:04.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:04.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:04.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:04.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:04.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:04.159 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:04.159 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:04.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:04.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:04.165 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 15:09:04.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:04.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:09:04.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:09:04.242 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 15:09:04.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:04.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:04.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:04.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:04.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:04.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:04.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:04.248 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:04.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:04.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:04.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:04.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:04.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:04.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:04.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:04.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:04.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:04.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:04.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:04.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:04.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:04.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:04.256 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:04.256 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:04.267 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:04.268 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:04.268 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/06 15:09:04.282 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 15:09:04.286 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:04.289 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:04.289 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:09:04.298 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.001.csv:0] [2024/05/06 15:09:04.302 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.001.csv:0] [readDur=2.764327ms] [encodeDur=158.641µs] [deliverDur=191.904µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=4.012286ms] [] [2024/05/06 15:09:04.303 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:09:04.303 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4e4a3bfe-7a26-4889-a424-0ac5d8c2b371.sst] [firstKey=7480000000000000685F728000000000000001] [lastKey=7480000000000000685F728000000000000002] [2024/05/06 15:09:04.335 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.002.csv:0] [2024/05/06 15:09:04.337 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.002.csv:0] [readDur=871.354µs] [encodeDur=171.622µs] [deliverDur=191.429µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.437859ms] [] [2024/05/06 15:09:04.337 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/06 15:09:04.337 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7a1902e4-3fc8-4e0a-9b49-3dc00cf7e69e.sst] [firstKey=7480000000000000685F728000000000000008] [lastKey=7480000000000000685F728000000000000009] [2024/05/06 15:09:04.348 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.003.csv:0] [2024/05/06 15:09:04.350 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.003.csv:0] [readDur=949.291µs] [encodeDur=613.052µs] [deliverDur=197.869µs] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [takeTime=2.01738ms] [] [2024/05/06 15:09:04.350 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=68.739455ms] [] [2024/05/06 15:09:04.350 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a14a6c5f-5c81-4a9a-a0e2-34391da487b8.sst] [firstKey=7480000000000000685F72800000000000000F] [lastKey=7480000000000000685F728000000000000010] [2024/05/06 15:09:04.351 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:09:04.351 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:09:04.351 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:04.353 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.802469ms] [] [2024/05/06 15:09:04.353 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:04.357 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:04.359 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 15:09:04.359 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:04.359 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:04.359 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000110000000000FA] [retry=0] [2024/05/06 15:09:04.360 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000110000000000FA] [2024/05/06 15:09:04.360 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000110000000000FA] [regions=1] [2024/05/06 15:09:04.361 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=700.823µs] [2024/05/06 15:09:04.361 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.861634ms] [] [2024/05/06 15:09:04.370 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/06 15:09:04.371 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:06.371 +08:00] [2024/05/06 15:09:04.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545245810691] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:04.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571545245810691] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:06.386 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 15:09:06.387 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.034468684s] [] [2024/05/06 15:09:06.387 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:06.389 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.223074ms] [] [2024/05/06 15:09:06.389 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 15:09:06.389 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:06.391 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.062254ms] [] [2024/05/06 15:09:06.391 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:06.391 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:06.391 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=44.424µs] [] [2024/05/06 15:09:06.391 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:06.392 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=854.272µs] [] [2024/05/06 15:09:06.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:06.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:09:06.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:06.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:06.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:06.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:06.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:06.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:06.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:06.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:06.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:06.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:06.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:06.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:06.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:06.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:09:06.675 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:06.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:06.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:06.687 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:06.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:06.712 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:06.716 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:06.716 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:06.716 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:06.716 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:06.717 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:06.718 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:06.718 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:06.718 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:09:06.718 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.480624004s] [] [2024/05/06 15:09:07.024 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:07.026 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/06 15:09:07.038 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:09:07.039 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:09:07.039 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 15:09:07.042 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:07.042 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:07.042 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:07.043 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:07.044 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:07.044 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:07.044 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:07.045 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:07.045 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:07.045 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:07.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:07.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:07.054 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=15.226583ms] [] [2024/05/06 15:09:07.054 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 15:09:07.055 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 15:09:07.055 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 15:09:07.057 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 15:09:07.057 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.582003ms] [] [2024/05/06 15:09:07.057 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.717086ms] [] [2024/05/06 15:09:07.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:07.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/06 15:09:07.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:07.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:07.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:07.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/06 15:09:07.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/06 15:09:07.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:07.325 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.945891954\n# Parse_time: 0.000201487\n# Compile_time: 0.000389687\n# Rewrite_time: 0.000080157\n# Optimize_time: 0.000058538\n# Wait_TS: 0.000350878\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse import_into;\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:07.328 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:07.338 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:07.338 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:07.355 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.372 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=691.253µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [2024/05/06 15:09:07.375 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/06 15:09:07.375 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=351.065259ms] [] [2024/05/06 15:09:07.376 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=53] [2024/05/06 15:09:07.421 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.134419ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.435 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.453 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=758.374µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:07.457 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=54] [2024/05/06 15:09:07.503 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.929055ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.516 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.535 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=627.698µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:07.539 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=55] [2024/05/06 15:09:07.585 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.969757ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.599 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=106] [elementID=1] [comment="table ID is 104"] [2024/05/06 15:09:07.608 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 15:09:07.609 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:07.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.627 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 15:09:07.627 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:07.630 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.301729127\n# Parse_time: 0.000056633\n# Compile_time: 0.000247254\n# Rewrite_time: 0.000004428\n# Optimize_time: 0.000206789\n# Wait_TS: 0.000332925\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:07.631 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 15:09:07.644 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:07.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:07.645 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:07.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 15:09:07.646 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/06 15:09:07.653 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:07.669 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:07.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.670 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:07.689 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.946687ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [2024/05/06 15:09:07.693 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=108] [version=56] [2024/05/06 15:09:07.737 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.234244ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:07.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.763 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:07.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:07.775 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 15:09:07.776 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:07.818 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:07.836 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=1] [2024/05/06 15:09:07.836 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/06 15:09:09.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:09.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:09.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:09.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 15:09:09.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:09.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:09.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=82.539µs] [2024/05/06 15:09:09.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=205.467µs] [] [2024/05/06 15:09:09.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:09.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:09.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:09.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:09.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:09.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/06 15:09:09.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/06 15:09:10.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:10.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:10.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:10.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:10.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:10.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 15:09:10.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:10.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:10.160 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:10.160 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:10.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 15:09:10.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:10.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:09:10.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:09:10.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:10.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:10.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:10.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:10.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:10.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:10.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:10.245 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:09:10.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:10.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:10.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:10.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:10.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:10.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:10.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:10.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:10.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:10.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:10.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:10.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:10.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:10.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:10.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:10.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:10.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:10.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:10.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/06 15:09:10.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 15:09:10.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:10.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:10.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 15:09:10.289 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.001.csv:0] [2024/05/06 15:09:10.290 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.001.csv:0] [readDur=1.123794ms] [encodeDur=181.876µs] [deliverDur=29.788µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=1.59003ms] [] [2024/05/06 15:09:10.291 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 15:09:10.291 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7d634ca6-ef7f-47b2-89f2-742cc60d9d6c.sst] [firstKey=74800000000000006B5F728000000000000001] [lastKey=74800000000000006B5F728000000000000002] [2024/05/06 15:09:10.308 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.002.csv:0] [2024/05/06 15:09:10.310 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.002.csv:0] [readDur=950.83µs] [encodeDur=241.555µs] [deliverDur=14.543µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.423341ms] [] [2024/05/06 15:09:10.311 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/06 15:09:10.311 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4276d96f-1f5f-4431-baad-d9db8d2b7fe6.sst] [firstKey=74800000000000006B5F728000000000000003] [lastKey=74800000000000006B5F728000000000000004] [2024/05/06 15:09:10.438 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.003.csv:0] [2024/05/06 15:09:10.440 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.003.csv:0] [readDur=971.358µs] [encodeDur=523.612µs] [deliverDur=43.575µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.872166ms] [] [2024/05/06 15:09:10.441 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/550d9195-6b74-4efd-b613-191ed815142b.sst] [firstKey=74800000000000006B5F728000000000000005] [lastKey=74800000000000006B5F728000000000000006] [2024/05/06 15:09:10.441 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=165.301516ms] [] [2024/05/06 15:09:10.441 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:09:10.441 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:09:10.441 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:10.443 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.708897ms] [] [2024/05/06 15:09:10.443 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:10.448 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:10.449 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 15:09:10.450 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:10.450 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:10.450 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6B5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:09:10.450 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6B5F728000000000FF0000010000000000FA] [end=7480000000000000FF6B5F728000000000FF0000070000000000FA] [2024/05/06 15:09:10.450 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6B5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:09:10.451 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=544.716µs] [2024/05/06 15:09:10.451 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.316714ms] [] [2024/05/06 15:09:10.460 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:7 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 9, request epoch conf_ver: 5 version: 7\")"] ["job stage"=needRescan] [2024/05/06 15:09:10.460 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006B5F728000000000000001] [endKey=74800000000000006B5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:12.460 +08:00] [2024/05/06 15:09:10.497 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546844889091] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:10.497 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571546844889091] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:12.481 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 15:09:12.482 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.039142106s] [] [2024/05/06 15:09:12.482 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:12.484 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.233208ms] [] [2024/05/06 15:09:12.484 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 15:09:12.484 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:12.485 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.284982ms] [] [2024/05/06 15:09:12.485 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:12.485 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:12.485 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=36.288µs] [] [2024/05/06 15:09:12.485 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:12.486 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=833.979µs] [] [2024/05/06 15:09:12.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:12.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:12.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:12.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:12.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:12.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:12.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:12.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:12.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:12.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:12.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:12.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:12.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:12.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:12.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:12.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:09:12.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:12.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:12.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:12.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:12.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:12.805 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:12.809 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:12.809 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:12.809 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:12.809 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:12.810 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:12.810 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:12.810 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:12.810 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:12.810 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.574590893s] [] [2024/05/06 15:09:13.116 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:13.117 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/06 15:09:13.130 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:13.130 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:13.130 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 15:09:13.130 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=2.049µs] [] [2024/05/06 15:09:13.130 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:09:13.131 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 15:09:13.131 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 15:09:13.133 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:09:13.133 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.202095ms] [] [2024/05/06 15:09:13.133 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.308187ms] [] [2024/05/06 15:09:13.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:13.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/06 15:09:13.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:13.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:13.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:13.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/06 15:09:13.652 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/06 15:09:13.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:13.757 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/06 15:09:13.757 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=640.97203ms] [] [2024/05/06 15:09:13.849 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.070676489\n# Parse_time: 0.000093225\n# Compile_time: 0.000340968\n# Rewrite_time: 0.000088959\n# Optimize_time: 0.000206789\n# Wait_TS: 0.000358874\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:13.852 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:13.862 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:13.863 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:13.878 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:13.895 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=601.035µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [2024/05/06 15:09:13.899 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=57] [2024/05/06 15:09:13.944 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.02329ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:13.963 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:13.979 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=581.764µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:13.983 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=58] [2024/05/06 15:09:14.029 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.879334ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.041 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.059 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=2] [step=-2] [state=succeed] [2024/05/06 15:09:14.061 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=586.393µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:14.065 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=59] [2024/05/06 15:09:14.110 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.596403ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.124 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 107"] [2024/05/06 15:09:14.129 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 15:09:14.131 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/06 15:09:14.150 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 15:09:14.150 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:14.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:14.152 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300171079\n# Parse_time: 0.000084257\n# Compile_time: 0.000281292\n# Rewrite_time: 0.00000358\n# Optimize_time: 0.000182851\n# Wait_TS: 0.000304943\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:14.153 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 15:09:14.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:14.168 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:14.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:14.168 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:14.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 15:09:14.184 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:14.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.204 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.057635ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/06 15:09:14.208 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=60] [2024/05/06 15:09:14.251 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.564561ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:14.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.267 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:14.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:14.279 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 15:09:14.279 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:14.326 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:14.345 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=1] [2024/05/06 15:09:14.345 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/06 15:09:15.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:15.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:15.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:15.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 15:09:15.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:15.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:15.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=102.303µs] [2024/05/06 15:09:15.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=249.046µs] [] [2024/05/06 15:09:15.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:15.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:15.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:15.661 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:15.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:15.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/06 15:09:15.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/06 15:09:16.142 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:16.143 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:16.143 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:16.144 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:16.144 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:16.145 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:16.145 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:16.145 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:16.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:16.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:16.160 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:16.160 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:16.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 15:09:16.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:16.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:16.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:16.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:16.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:16.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:16.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:16.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:16.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:16.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:16.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:16.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:16.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:16.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:16.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:16.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:16.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:16.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:16.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:16.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:16.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:16.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:16.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:16.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:16.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:16.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:16.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:16.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:16.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:16.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:16.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:16.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/06 15:09:16.279 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 15:09:16.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:16.287 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:16.287 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 15:09:16.375 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.001.csv:0] [2024/05/06 15:09:16.376 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.001.csv:0] [readDur=858.244µs] [encodeDur=238.5µs] [deliverDur=93.181µs] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [takeTime=1.586431ms] [] [2024/05/06 15:09:16.378 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 15:09:16.378 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6512eceb-b0ec-47d1-96e0-201821f724c2.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 15:09:16.384 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.002.csv:0] [2024/05/06 15:09:16.386 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.002.csv:0] [readDur=735.565µs] [encodeDur=206.14µs] [deliverDur=19.093µs] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [takeTime=1.316442ms] [] [2024/05/06 15:09:16.387 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 15:09:16.387 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5cf864fa-28c8-49d1-86f2-ddeb3bf306ca.sst] [firstKey=74800000000000006E5F728000000000000003] [lastKey=74800000000000006E5F728000000000000004] [2024/05/06 15:09:16.393 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.003.csv:0] [2024/05/06 15:09:16.395 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.003.csv:0] [readDur=805.378µs] [encodeDur=562.759µs] [deliverDur=20.531µs] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [takeTime=1.641426ms] [] [2024/05/06 15:09:16.396 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/46ddbbaf-1b98-4135-8dfd-d84166801505.sst] [firstKey=74800000000000006E5F728000000000000005] [lastKey=74800000000000006E5F728000000000000006] [2024/05/06 15:09:16.396 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=116.239778ms] [] [2024/05/06 15:09:16.396 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:16.396 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:16.396 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:16.398 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.437718ms] [] [2024/05/06 15:09:16.398 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:16.403 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:16.404 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 15:09:16.405 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:16.405 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:16.405 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:09:16.405 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF0000070000000000FA] [2024/05/06 15:09:16.405 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:09:16.406 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=518.004µs] [2024/05/06 15:09:16.406 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.273024ms] [] [2024/05/06 15:09:16.415 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/06 15:09:16.415 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:18.415 +08:00] [2024/05/06 15:09:16.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571548404645891] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:16.448 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571548404645891] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:18.429 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 15:09:18.430 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.032493611s] [] [2024/05/06 15:09:18.430 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:18.432 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.280372ms] [] [2024/05/06 15:09:18.432 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 15:09:18.432 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:18.434 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=3] [size=396] [count=6] [cost=1.746178ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/c8646df5-610d-4f5b-8b16-be70332c2464.sst] [2024/05/06 15:09:18.434 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/c8646df5-610d-4f5b-8b16-be70332c2464.sst] [firstKey=74800000000000006E5F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=74800000000000006E5F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 15:09:18.436 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=3.903725ms] [] [2024/05/06 15:09:18.436 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:18.440 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:18.441 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 15:09:18.442 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:18.442 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:18.442 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [maxKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/06 15:09:18.442 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [end=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [2024/05/06 15:09:18.442 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [maxKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/06 15:09:18.443 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=448.99µs] [2024/05/06 15:09:18.443 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.231751ms] [] [2024/05/06 15:09:18.456 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 44 is conf_ver: 5 version: 13, but you sent conf_ver: 5 version: 11"] [region="{ID=56,startKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE,endKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7,epoch=\"conf_ver:5 version:13 \",peers=\"id:57 store_id:2 ,id:58 store_id:3 ,id:59 store_id:1 \"}"] [start=74800000000000006E5F698000000000000001017465737431000000FC038000000000000001038000000000000001] [end=74800000000000006E5F698000000000000001017465737436000000FC03800000000000000603800000000000000600] [2024/05/06 15:09:18.456 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F698000000000000001017465737431000000FC038000000000000001038000000000000001] [endKey=74800000000000006E5F698000000000000001017465737436000000FC03800000000000000603800000000000000600] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:20.456 +08:00] [2024/05/06 15:09:19.794 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571549282828289] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-20:1] [2024/05/06 15:09:20.469 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 15:09:20.471 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=2.034924804s] [] [2024/05/06 15:09:20.471 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:20.472 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=991.242µs] [] [2024/05/06 15:09:20.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:20.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:20.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:20.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:20.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:20.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:20.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:20.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:20.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:20.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:20.645 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:20.659 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:20.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:20.659 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:20.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:20.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:20.659 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:20.660 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:20.660 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:20.660 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:20.660 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:20.675 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:09:20.677 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:20.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:20.677 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:20.690 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:20.690 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:20.791 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:20.800 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:20.800 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:20.800 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:20.800 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:20.802 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:20.802 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:20.802 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:20.802 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:20.802 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.565190289s] [] [2024/05/06 15:09:21.108 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:21.109 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/06 15:09:21.123 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:21.123 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:21.123 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 15:09:21.123 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=2.222µs] [] [2024/05/06 15:09:21.123 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 15:09:21.124 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 15:09:21.124 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 15:09:21.126 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549636722695] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/06 15:09:21.126 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571549636722695] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/06 15:09:21.133 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 15:09:21.133 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=9.691181ms] [] [2024/05/06 15:09:21.133 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=9.846271ms] [] [2024/05/06 15:09:21.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:21.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/06 15:09:21.640 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:21.640 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:21.640 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:21.652 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/06 15:09:21.655 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/06 15:09:21.662 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:21.758 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/06 15:09:21.758 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=650.012287ms] [] [2024/05/06 15:09:21.858 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.576572862\n# Parse_time: 0.00010093\n# Compile_time: 0.000369476\n# Rewrite_time: 0.000101765\n# Optimize_time: 0.000182851\n# Wait_TS: 0.00029758\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:21.862 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:21.874 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:21.874 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:21.890 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:21.909 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=585.568µs] [gotSchemaVersion=61] [phyTblIDs="[110]"] [actionTypes="[4]"] [2024/05/06 15:09:21.913 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=61] [2024/05/06 15:09:21.960 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.40949ms] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:21.973 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:21.990 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=580.067µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:21.994 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=62] [2024/05/06 15:09:22.040 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.275741ms] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.060 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=-2] [state=succeed] [2024/05/06 15:09:22.062 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.083 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=612.108µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:22.087 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=63] [2024/05/06 15:09:22.132 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.384368ms] [job="ID:112, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/06 15:09:22.150 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=112] [elementID=1] [comment="table ID is 110"] [2024/05/06 15:09:22.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:22.155 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=112] [jobType="drop table"] [2024/05/06 15:09:22.157 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [job="ID:112, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:21.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.165 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:22.176 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 15:09:22.176 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:22.179 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.31690869\n# Parse_time: 0.000101644\n# Compile_time: 0.00027684\n# Rewrite_time: 0.000003689\n# Optimize_time: 0.000256632\n# Wait_TS: 0.000329531\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:22.180 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 15:09:22.194 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:22.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:22.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:22.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 15:09:22.208 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:22.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.230 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.069505ms] [gotSchemaVersion=64] [phyTblIDs="[113]"] [actionTypes="[3]"] [2024/05/06 15:09:22.234 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=114] [version=64] [2024/05/06 15:09:22.279 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.750571ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:22.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.294 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:22.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:22.307 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 15:09:22.307 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:22.350 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:22.369 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=1] [2024/05/06 15:09:22.369 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/06 15:09:24.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:24.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:24.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:24.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 15:09:24.649 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:24.649 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:24.649 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=96.226µs] [2024/05/06 15:09:24.649 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=215.628µs] [] [2024/05/06 15:09:24.649 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:24.649 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:24.649 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:24.663 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:24.664 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:24.933 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/06 15:09:24.933 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/06 15:09:25.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:25.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:25.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:25.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:25.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:25.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 15:09:25.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:25.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:25.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:25.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:25.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 15:09:25.240 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:25.241 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:25.241 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:25.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:25.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:25.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:25.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:25.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:25.251 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:25.251 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:25.251 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:25.251 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:25.251 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:25.251 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:25.251 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:25.256 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:25.256 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:25.256 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:25.258 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.258 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:25.259 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:25.259 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:25.269 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:25.269 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:25.269 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/06 15:09:25.283 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 15:09:25.287 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:25.292 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:25.292 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 15:09:25.348 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.001.csv:0] [2024/05/06 15:09:25.351 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.001.csv:0] [readDur=1.155954ms] [encodeDur=590.48µs] [deliverDur=551.98µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=2.747304ms] [] [2024/05/06 15:09:25.352 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 15:09:25.352 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e3abc109-88d7-4a4f-80b4-ce79ed1dda29.sst] [firstKey=7480000000000000715F728000000000000001] [lastKey=7480000000000000715F728000000000000002] [2024/05/06 15:09:25.382 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.002.csv:0] [2024/05/06 15:09:25.384 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.002.csv:0] [readDur=906.2µs] [encodeDur=334.589µs] [deliverDur=11.344µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.506331ms] [] [2024/05/06 15:09:25.384 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/06 15:09:25.384 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/97cb5ef9-6c35-48af-a909-7c838b58c2b0.sst] [firstKey=7480000000000000715F728000000000000003] [lastKey=7480000000000000715F728000000000000004] [2024/05/06 15:09:25.404 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.003.csv:0] [2024/05/06 15:09:25.405 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.003.csv:0] [readDur=833.698µs] [encodeDur=530.66µs] [deliverDur=9.963µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.621045ms] [] [2024/05/06 15:09:25.406 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/abb8b5c1-7487-476e-a5de-d74087156b21.sst] [firstKey=7480000000000000715F728000000000000005] [lastKey=7480000000000000715F728000000000000006] [2024/05/06 15:09:25.406 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=122.86678ms] [] [2024/05/06 15:09:25.406 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:25.406 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:25.406 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:25.408 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.884898ms] [] [2024/05/06 15:09:25.408 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:25.413 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:25.415 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 15:09:25.415 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:25.415 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:25.415 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:09:25.416 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F728000000000FF0000010000000000FA] [end=7480000000000000FF715F728000000000FF0000070000000000FA] [2024/05/06 15:09:25.416 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:09:25.416 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=434.249µs] [2024/05/06 15:09:25.416 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.16159ms] [] [2024/05/06 15:09:25.424 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/06 15:09:25.425 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F728000000000000001] [endKey=7480000000000000715F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:27.425 +08:00] [2024/05/06 15:09:25.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571550763941891] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:25.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571550763941891] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:27.439 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 15:09:27.440 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.031613417s] [] [2024/05/06 15:09:27.440 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:27.442 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.287895ms] [] [2024/05/06 15:09:27.442 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 15:09:27.442 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:27.443 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.774838ms] [] [2024/05/06 15:09:27.444 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:27.444 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:27.444 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=51.259µs] [] [2024/05/06 15:09:27.444 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:27.444 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=808.995µs] [] [2024/05/06 15:09:27.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:27.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:27.640 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:27.643 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:27.643 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:27.643 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:27.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:27.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:27.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:27.645 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:27.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:27.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:27.660 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:27.660 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:27.675 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:09:27.677 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:27.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:27.677 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:27.690 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:27.690 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:27.766 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 15:09:27.770 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:27.770 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:27.770 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:27.770 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:27.772 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:27.772 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:27.772 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:27.772 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:27.772 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.532130781s] [] [2024/05/06 15:09:28.078 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:28.079 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/06 15:09:28.093 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:28.093 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:28.093 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 15:09:28.096 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:28.096 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:28.096 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:28.097 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.098 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:28.098 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:28.099 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:28.099 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:28.099 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:28.099 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:28.099 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:28.099 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:28.099 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:28.099 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:28.108 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.865223ms] [] [2024/05/06 15:09:28.108 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:09:28.109 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 15:09:28.109 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 15:09:28.111 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:09:28.111 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=18.164558ms] [] [2024/05/06 15:09:28.111 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=18.329502ms] [] [2024/05/06 15:09:28.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:28.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/06 15:09:28.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:28.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:28.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:28.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/06 15:09:28.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/06 15:09:28.159 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:28.383 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.073156116\n# Parse_time: 0.000082792\n# Compile_time: 0.000369549\n# Rewrite_time: 0.000101634\n# Optimize_time: 0.000256632\n# Wait_TS: 0.000305065\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:28.387 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:28.398 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:28.398 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:28.421 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.429 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/06 15:09:28.429 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.866539ms] [] [2024/05/06 15:09:28.440 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=548.74µs] [gotSchemaVersion=65] [phyTblIDs="[113]"] [actionTypes="[4]"] [2024/05/06 15:09:28.444 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=65] [2024/05/06 15:09:28.490 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.506914ms] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.514 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.643 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=704.856µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:28.645 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/06 15:09:28.647 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=66] [2024/05/06 15:09:28.653 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:28.668 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:28.692 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.329074ms] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.713 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.734 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=673.913µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:28.739 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=67] [2024/05/06 15:09:28.783 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.880332ms] [job="ID:115, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.798 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 113"] [2024/05/06 15:09:28.803 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop table"] [2024/05/06 15:09:28.804 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:28.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.823 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 15:09:28.824 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:28.826 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.439858002\n# Parse_time: 0.000078718\n# Compile_time: 0.000280867\n# Rewrite_time: 0.000003848\n# Optimize_time: 0.000205214\n# Wait_TS: 0.000338034\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:28.827 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=67] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 15:09:28.841 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:28.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:28.841 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:28.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 15:09:28.858 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:28.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.880 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=2.145893ms] [gotSchemaVersion=68] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/06 15:09:28.884 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=68] [2024/05/06 15:09:28.927 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.005968ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:28.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.943 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:28.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:28.956 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 15:09:28.956 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:29.002 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:29.021 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=1] [2024/05/06 15:09:29.021 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/06 15:09:30.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:30.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:30.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:30.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 15:09:30.649 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:30.649 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:30.649 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=83.938µs] [2024/05/06 15:09:30.649 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=195.244µs] [] [2024/05/06 15:09:30.649 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:30.649 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:30.649 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:30.667 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:30.667 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:30.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/06 15:09:30.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/06 15:09:31.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:31.142 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:31.142 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:31.143 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.143 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:31.144 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:31.144 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.144 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 15:09:31.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:31.159 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:31.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:31.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:31.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:31.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:31.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.160 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.160 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.160 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:31.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 15:09:31.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:31.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:31.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:31.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:31.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:31.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:31.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:31.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:31.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:31.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:31.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:31.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:31.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:31.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:31.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:31.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:31.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:31.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:31.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:31.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:31.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:31.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:31.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:31.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:31.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:31.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:31.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:31.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:31.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/06 15:09:31.279 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 15:09:31.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:31.286 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:31.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:31.409 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.001.csv:0] [2024/05/06 15:09:31.411 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.001.csv:0] [readDur=1.073577ms] [encodeDur=403.278µs] [deliverDur=27.073µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=1.850429ms] [] [2024/05/06 15:09:31.412 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:31.412 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d0a91dbf-501e-445d-a5fc-ace8684ec557.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 15:09:31.505 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.002.csv:0] [2024/05/06 15:09:31.507 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.002.csv:0] [readDur=900.654µs] [encodeDur=236.696µs] [deliverDur=12.904µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.558377ms] [] [2024/05/06 15:09:31.508 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 15:09:31.508 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9d560bf5-237f-4754-8492-433fadacc276.sst] [firstKey=7480000000000000745F728000000000000003] [lastKey=7480000000000000745F728000000000000004] [2024/05/06 15:09:31.618 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.003.csv:0] [2024/05/06 15:09:31.620 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.003.csv:0] [readDur=877.76µs] [encodeDur=121.605µs] [deliverDur=12.568µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.338098ms] [] [2024/05/06 15:09:31.620 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=341.519597ms] [] [2024/05/06 15:09:31.620 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fc5280bb-4061-4bef-bf2e-b092a8b5048c.sst] [firstKey=7480000000000000745F728000000000000005] [lastKey=7480000000000000745F728000000000000006] [2024/05/06 15:09:31.621 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:31.621 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:31.621 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:31.623 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.091372ms] [] [2024/05/06 15:09:31.623 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:31.628 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:31.629 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 15:09:31.630 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:31.630 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:31.630 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:09:31.630 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000010000000000FA] [end=7480000000000000FF745F728000000000FF0000070000000000FA] [2024/05/06 15:09:31.630 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:09:31.631 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=492.555µs] [2024/05/06 15:09:31.631 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.300892ms] [] [2024/05/06 15:09:31.644 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 15, but you sent conf_ver: 5 version: 13"] [region="{ID=72,startKey=7480000000000000FF745F728000000000FF0000010000000000FA,endKey=7480000000000000FF745F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:15 \",peers=\"id:73 store_id:2 ,id:74 store_id:3 ,id:75 store_id:1 \"}"] [start=7480000000000000745F728000000000000001] [end=7480000000000000745F728000000000000007] [2024/05/06 15:09:31.645 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000001] [endKey=7480000000000000745F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:33.645 +08:00] [2024/05/06 15:09:31.647 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571552389234692] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:31.647 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571552389234692] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:33.661 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 15:09:33.663 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.039740402s] [] [2024/05/06 15:09:33.663 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:33.664 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.410839ms] [] [2024/05/06 15:09:33.664 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 15:09:33.664 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:33.666 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.52076ms] [] [2024/05/06 15:09:33.666 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:33.666 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:33.666 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=55.42µs] [] [2024/05/06 15:09:33.666 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:33.667 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.064989ms] [] [2024/05/06 15:09:34.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:34.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:34.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:34.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:34.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:34.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:34.143 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.143 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:34.144 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:34.144 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.144 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:34.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:34.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:34.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:34.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:34.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:34.159 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:34.159 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:34.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:34.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:34.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:34.175 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:09:34.176 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:34.176 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:34.176 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:34.189 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:34.189 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:34.297 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 15:09:34.303 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:34.303 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:34.303 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:34.303 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:34.303 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:34.303 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:34.304 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:34.304 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:34.304 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:34.304 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:34.305 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:34.305 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:34.305 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:34.305 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:34.305 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.069187965s] [] [2024/05/06 15:09:34.612 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:34.614 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/06 15:09:34.627 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:34.627 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:34.627 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 15:09:34.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:34.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:34.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:34.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:34.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:34.633 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:34.633 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:34.633 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:34.633 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:34.634 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:34.642 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.673936ms] [] [2024/05/06 15:09:34.642 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:09:34.643 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 15:09:34.643 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 15:09:34.646 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:09:34.646 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=18.424136ms] [] [2024/05/06 15:09:34.646 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=18.554664ms] [] [2024/05/06 15:09:35.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:35.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/06 15:09:35.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:35.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:35.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:35.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/06 15:09:35.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/06 15:09:35.159 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:35.270 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/06 15:09:35.270 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.741111ms] [] [2024/05/06 15:09:35.333 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.374641806\n# Parse_time: 0.000124273\n# Compile_time: 0.000514085\n# Rewrite_time: 0.000141681\n# Optimize_time: 0.000205214\n# Wait_TS: 0.000358872\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:35.336 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:35.347 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:35.347 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:35.368 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.386 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=594.047µs] [gotSchemaVersion=69] [phyTblIDs="[116]"] [actionTypes="[4]"] [2024/05/06 15:09:35.390 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=69] [2024/05/06 15:09:35.435 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.928121ms] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.448 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.465 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=566.45µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:35.469 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=70] [2024/05/06 15:09:35.515 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.160887ms] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.528 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.551 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=563.944µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:35.555 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=71] [2024/05/06 15:09:35.572 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/06 15:09:35.597 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=52.438139ms] [job="ID:118, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.613 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=118] [elementID=1] [comment="table ID is 116"] [2024/05/06 15:09:35.618 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="drop table"] [2024/05/06 15:09:35.619 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:35.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.637 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 15:09:35.637 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:35.639 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.303306511\n# Parse_time: 0.00009373\n# Compile_time: 0.000222761\n# Rewrite_time: 0.000004482\n# Optimize_time: 0.00015964\n# Wait_TS: 0.000341244\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:35.640 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 15:09:35.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/06 15:09:35.650 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:35.655 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:35.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:35.655 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:35.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 15:09:35.663 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:35.671 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:35.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.693 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.208923ms] [gotSchemaVersion=72] [phyTblIDs="[119]"] [actionTypes="[3]"] [2024/05/06 15:09:35.702 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=120] [version=72] [2024/05/06 15:09:35.741 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.687038ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:35.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.765 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:35.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:35.778 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 15:09:35.778 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:35.821 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:35.839 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=1] [2024/05/06 15:09:35.839 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/06 15:09:36.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:36.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:36.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:36.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 15:09:36.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:36.649 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:36.649 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=80.366µs] [2024/05/06 15:09:36.649 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=199.482µs] [] [2024/05/06 15:09:36.649 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:36.649 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:36.649 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:36.663 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:36.663 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:36.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/06 15:09:36.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/06 15:09:37.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:37.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:37.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:37.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:37.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:37.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 15:09:37.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:37.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 15:09:37.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:37.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:37.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:37.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:37.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:37.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:37.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:37.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:37.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:37.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:37.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:37.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:37.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:37.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:37.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:37.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:37.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:37.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:37.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:37.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:37.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:37.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:37.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:37.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:37.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:37.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:37.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:37.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:37.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/06 15:09:37.278 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 15:09:37.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:37.286 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:37.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 15:09:37.389 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.001.csv:0] [2024/05/06 15:09:37.392 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.001.csv:0] [readDur=979.058µs] [encodeDur=211.659µs] [deliverDur=783.462µs] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [takeTime=2.32516ms] [] [2024/05/06 15:09:37.393 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 15:09:37.393 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/67df0fff-d546-44a3-a475-c196fee47f52.sst] [firstKey=7480000000000000775F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000775F72017465737432000000FC038000000000000016] [2024/05/06 15:09:37.513 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.002.csv:0] [2024/05/06 15:09:37.514 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.002.csv:0] [readDur=963.206µs] [encodeDur=153.425µs] [deliverDur=12.294µs] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [takeTime=1.361336ms] [] [2024/05/06 15:09:37.515 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/06 15:09:37.515 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/43ae7bd3-8832-422f-8c32-75f16a84ab29.sst] [firstKey=7480000000000000775F72017465737433000000FC038000000000000021] [lastKey=7480000000000000775F72017465737434000000FC03800000000000002C] [2024/05/06 15:09:37.571 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.003.csv:0] [2024/05/06 15:09:37.572 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.003.csv:0] [readDur=907.494µs] [encodeDur=450.451µs] [deliverDur=12.026µs] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [takeTime=1.606547ms] [] [2024/05/06 15:09:37.573 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=294.638342ms] [] [2024/05/06 15:09:37.573 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/667d88c4-cf1f-4bc3-ad29-5dc02725f8a0.sst] [firstKey=7480000000000000775F72017465737435000000FC038000000000000037] [lastKey=7480000000000000775F72017465737436000000FC038000000000000042] [2024/05/06 15:09:37.573 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:37.573 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:37.573 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:37.576 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.15371ms] [] [2024/05/06 15:09:37.576 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:37.580 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:37.582 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 15:09:37.582 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:37.582 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:37.582 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [maxKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [retry=0] [2024/05/06 15:09:37.583 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [end=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [2024/05/06 15:09:37.583 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [maxKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [regions=1] [2024/05/06 15:09:37.583 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=460.974µs] [2024/05/06 15:09:37.584 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.259315ms] [] [2024/05/06 15:09:37.596 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 17, but you sent conf_ver: 5 version: 15"] [region="{ID=80,startKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD,endKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE,epoch=\"conf_ver:5 version:17 \",peers=\"id:81 store_id:2 ,id:82 store_id:3 ,id:83 store_id:1 \"}"] [start=7480000000000000775F72017465737431000000FC03800000000000000B] [end=7480000000000000775F72017465737436000000FC03800000000000004200] [2024/05/06 15:09:37.596 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000775F72017465737431000000FC03800000000000000B] [endKey=7480000000000000775F72017465737436000000FC03800000000000004200] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:39.596 +08:00] [2024/05/06 15:09:37.597 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571553948991491] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:37.597 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571553948991491] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:39.611 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 15:09:39.612 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.036703537s] [] [2024/05/06 15:09:39.612 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:39.614 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.26498ms] [] [2024/05/06 15:09:39.614 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 15:09:39.614 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:39.615 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.495127ms] [] [2024/05/06 15:09:39.615 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:39.616 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:39.616 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=52.943µs] [] [2024/05/06 15:09:39.616 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:39.616 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=818.604µs] [] [2024/05/06 15:09:39.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:39.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:39.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:39.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:39.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:39.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:39.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:39.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:39.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:39.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:39.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:39.659 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:39.659 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:39.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:39.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:39.675 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:09:39.677 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:39.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:39.677 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:39.691 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:39.691 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:39.938 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 15:09:39.942 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:39.942 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:39.942 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:39.942 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:39.943 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:39.942 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:39.943 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:39.943 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:39.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:39.943 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:39.944 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:39.944 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:39.944 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:39.944 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:39.944 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.706694795s] [] [2024/05/06 15:09:40.252 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:40.254 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/06 15:09:40.268 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:40.268 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:40.268 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 15:09:40.268 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.257µs] [] [2024/05/06 15:09:40.268 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 15:09:40.269 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 15:09:40.269 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 15:09:40.271 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 15:09:40.272 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.367865ms] [] [2024/05/06 15:09:40.272 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.520242ms] [] [2024/05/06 15:09:40.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:40.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/06 15:09:40.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:40.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:40.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:40.652 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/06 15:09:40.655 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/06 15:09:40.662 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:40.898 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/06 15:09:40.898 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=646.040393ms] [] [2024/05/06 15:09:40.960 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.17910412\n# Parse_time: 0.000114981\n# Compile_time: 0.00040624\n# Rewrite_time: 0.000081481\n# Optimize_time: 0.00015964\n# Wait_TS: 0.000294247\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:40.964 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:40.978 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:40.978 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:41.000 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.019 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=651.439µs] [gotSchemaVersion=73] [phyTblIDs="[119]"] [actionTypes="[4]"] [2024/05/06 15:09:41.024 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=73] [2024/05/06 15:09:41.069 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=54.065262ms] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.090 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.109 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=621.616µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:41.113 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=74] [2024/05/06 15:09:41.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/06 15:09:41.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:41.158 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=52.850627ms] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.167 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:41.175 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.197 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=633.638µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:41.202 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=75] [2024/05/06 15:09:41.247 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.696995ms] [job="ID:121, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.268 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=121] [elementID=1] [comment="table ID is 119"] [2024/05/06 15:09:41.273 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop table"] [2024/05/06 15:09:41.274 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:40.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.295 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 15:09:41.295 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:41.297 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.332990764\n# Parse_time: 0.000076174\n# Compile_time: 0.000225089\n# Rewrite_time: 0.000010133\n# Optimize_time: 0.000291668\n# Wait_TS: 0.00050927\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:41.298 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 15:09:41.313 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:41.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:41.313 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:41.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:09:41.332 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:41.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.353 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=2.275891ms] [gotSchemaVersion=76] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/06 15:09:41.359 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=76] [2024/05/06 15:09:41.401 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.705168ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:41.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.418 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:41.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:41.433 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 15:09:41.433 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:41.476 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:41.495 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=1] [2024/05/06 15:09:41.495 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/06 15:09:42.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:42.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:42.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:42.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 15:09:42.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:42.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:42.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=85.844µs] [2024/05/06 15:09:42.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=197.158µs] [] [2024/05/06 15:09:42.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:42.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:42.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:42.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:42.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:42.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/06 15:09:42.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/06 15:09:43.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:43.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:43.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:43.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:43.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:43.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:43.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:43.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:43.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:43.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:43.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 15:09:43.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:43.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:43.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:43.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:43.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:43.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:43.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:43.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:43.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:43.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:43.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:43.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:43.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:43.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:43.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:43.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:43.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:43.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:43.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:43.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:43.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:43.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:43.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:43.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:43.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:43.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:43.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:43.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/06 15:09:43.279 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 15:09:43.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:43.287 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:43.287 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:43.301 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.001.csv:0] [2024/05/06 15:09:43.303 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.001.csv:0] [readDur=972.226µs] [encodeDur=556.838µs] [deliverDur=199.33µs] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [takeTime=2.038568ms] [] [2024/05/06 15:09:43.304 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:43.304 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/026ff91b-1497-43d7-9980-9a73d977510e.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/06 15:09:43.310 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.002.csv:0] [2024/05/06 15:09:43.312 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.002.csv:0] [readDur=751.431µs] [encodeDur=458.922µs] [deliverDur=214.201µs] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [takeTime=1.615919ms] [] [2024/05/06 15:09:43.312 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/06 15:09:43.312 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c84ccaa0-bc3f-40b6-8ee1-e7dccfdc4f8c.sst] [firstKey=74800000000000007A5F728000000000000008] [lastKey=74800000000000007A5F728000000000000009] [2024/05/06 15:09:43.390 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.003.csv:0] [2024/05/06 15:09:43.392 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.003.csv:0] [readDur=1.3ms] [encodeDur=578.885µs] [deliverDur=333.781µs] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [takeTime=2.564867ms] [] [2024/05/06 15:09:43.393 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=114.166274ms] [] [2024/05/06 15:09:43.393 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/daa43550-6fa3-42f5-96ce-8773bb3cb2d8.sst] [firstKey=74800000000000007A5F72800000000000000F] [lastKey=74800000000000007A5F728000000000000010] [2024/05/06 15:09:43.393 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:43.394 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:43.394 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:43.396 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.239406ms] [] [2024/05/06 15:09:43.396 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:43.402 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:43.404 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 15:09:43.404 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:43.404 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:43.404 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000110000000000FA] [retry=0] [2024/05/06 15:09:43.405 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF0000110000000000FA] [2024/05/06 15:09:43.405 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000110000000000FA] [regions=1] [2024/05/06 15:09:43.406 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=490.681µs] [2024/05/06 15:09:43.406 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.462585ms] [] [2024/05/06 15:09:43.416 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/06 15:09:43.417 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007A5F728000000000000001] [endKey=74800000000000007A5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:09:45.417 +08:00] [2024/05/06 15:09:43.417 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571555482533892] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:43.418 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571555482533892] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:44.259 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571555482533892\n# Query_time: 0.844850047\n# Parse_time: 0\n# Compile_time: 0.003002646\n# Rewrite_time: 0.000650194\n# Optimize_time: 0.001697386\n# Wait_TS: 0.000144742\n# Cop_time: 1.6764009149999999 Process_time: 0.000430305 Wait_time: 0.000122439 Backoff_time: 0.004 Request_count: 2 Total_keys: 538 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 128 Rocksdb_key_skipped_count: 1456\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000215152 Cop_proc_p90: 0.000224582 Cop_proc_max: 0.000224582 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.1219e-05 Cop_wait_p90: 7.2059e-05 Cop_wait_max: 7.2059e-05 Cop_wait_addr: 127.0.0.1:20160\n# Cop_backoff_regionMiss_total_times: 2 Cop_backoff_regionMiss_total_time: 0.004 Cop_backoff_regionMiss_max_time: 0.002 Cop_backoff_regionMiss_max_addr: 127.0.0.1:20160 Cop_backoff_regionMiss_avg_time: 0.002 Cop_backoff_regionMiss_p90_time: 0.002\n# Mem_max: 12699\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hRa4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjgzOS43bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAA1HYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADQdd2AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsJSQAMQEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwdsQGFNalQcGFydGlhbF93b3JrZXI6e3dhbGxfLdUUOC45NTgyBd8IY29uOdCILCB0YXNrX251bTowLCB0b3Rfd2FpdDo0LjE5NDA5NzQwM3MJFxhleGVjOjBzCQ0FVQUkVDEyODg5OHMsIG1heDo4MzguODQ2NDUlvghwOTUyEgAUfSwgZmluZqAAEDg1MjAzAdGioQAUMzY4NDIyDZQFoRwzOC40NjnCtQ0UGagUNDE1OTY0LqgADDkxODglEBWoDRIAfUHcAQQYCjQJMV8zMDGvJG5vdChpc251bGw9lyHNBWYF/AG+LY8ICTM4UbcgTi9BCjUJNl8zIboIODAwPfpKogJ5MFIrAyBzY2hlbWFfaWQBzEbRAwB0QagJHklLCG1pbhWvADhWRgIEOC4uuQAALHpIAhQ1NTk3NzYB6p6oARQyMTM1NTFBJUFgJahCSQIYMjE5NDU1NwHVTUkQNDQ1MzdlZjGhERJ6SQIUNTY2MDUysqEAFDM1NzAwNU01BaEYMzYuMTQ2wkJJAhQyNDAxODlBdBWoDDg5NTQFbxWoDRJZSSA2CTMxXzM2CTAp/zhkYXRhOkhhc2hBZ2dfMzF50AA4OoEEDGNvcF9hoAg6IHthogQgMWloCCAxLmkqQSwYX2tleXM6IG2+ARIUOiAyMjQuGb0Ad2HSECA3Mi4xBdAIcnBjZfAIIDIsBQxFvwwgMS42hU5kY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCxEAGRCF9kdQUaGG46IDE1LjcFWCxtYXhfZGlzdHNxbF8uGwKAIDF9LCBiYWNrb2Zme3JlZ2lvbk1pc3M6IDJtc30JMjM3rd5hJwA3YScMMQkxXy0qtSNK6wIB68m8/ikDdSlKZgDJm305ADglrwRrdiUIBDp7JT5Bz234PH0sIHNjYW5fZGV0YWlsOiDJMy2lQDI2OSwgZ2V0X3NuYXBzaG90LX0MNDQuMyVEmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjQsIGtleT4XACA3MjgsIGJsb2NBKgR9fVl5FDgJNDNfM4HIDDAJMTCBe4UhADouIgh8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG968AAhuAEEBAozQeUcNDEoUHJvYmWhGAA2GpUIAGRB7yxTZWxlY3Rpb25fNDAFUhJsCJ7xAhA4OTguOCUiIfYtTjbzAgAwUYiBZUnzDDUwLjQFNWLzAs1wuvMCBDI2DVje8wIANl3zIZ0ENDBF8zExSocCDHJlb3IWpAn+egI2egIAMukt/ngCPngCBDUJQXgAOQXW/ngCfngC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('1RjwSQrQGAoNUHJvamVjdGlvbl8xMxK4FwoHU29ydF8xNBLAFgoLSGFzaEpvaW5fMjcS2AUKDlRhYmxlUmVhZGVyXzQxEo0DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3Jnap4BdGplAAgsIHMB2/B9ZGV0YWlsOiB7dG90YWxfa2V5czogMjY5LCBnZXRfc25hcHNob3RfdGltZTogMjnCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjQsIGtleV9za2lwcGVkX2NvdW50OiA3MjgsIGJsb2NrOiB7fX19cP//CdsE/wEd5zAaAQIhVVVVVZV09kApFeooAUABUhFkYXRhOlM9qwRaFQWYHDgzOC40bXMsMUEUYuQBY29wKV5MIHtudW06IDEsIG1heDogODk4LjgFxQxwcm9jDe8YMCwgdG90XwESGDogMjA1LjcFIgEUJHdhaXQ6IDUwLjQFEwxycGNfBVAEMiwFDAV/ECAxLjYzAX+AY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZMIX2R1BRoAbiFoDVjYbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBiYWNrb2Zme3JlZ2lvbk1pc3M6IDJtc31w7C44ARASrw8KCkHrIEFnZ18yORLXCy7XAhAzMBLzChkgEDM1Es4GNgoDEDM2EooEHSIAMU4IAwA0RYX+CAPuCANtCAAoYQgAAAEBBEC/aQgslAFncm91cCBieTptYZE2EgMh3Bxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqoP6FA0KFAww0NC4zSY3+hwNuhwMgId7d3d0dPvdAOWZhhAQPZGGECEhhc0VnBDMxXoIDAOJiggMIMS4wZS0hklKAAwwyNC42BeB5gAw3Mi4xBRNigAMAOdKAAwAxcevWgAMA7S6AAyUxCK1s+DoxAQCE/pcCvpcCVXtdhwA1PacAOCEqBGxvxWpYYskCcGFydGlhbF93b3JrZXI6e3dhbGyJ16FWFDU1OTc3NgEyLpYEHDUsIHRhc2tfoQqtPKUoLDQuMTkyMTM1NTE4c6lTEGV4ZWM6wdshzKUtCSQQOTQ1NTdhbARheAVoFDQ0NTM3MQFoCHA5NTISABR9LCBmaW5moQAQNjYwNTIBOaKhABQzNTcwMDUuoQAQMzYuMTRZdBmoFDQwMTg5Mi6oAAw4OTU0BW8VqA0SWs4GSRYESP5NFggAuUBlRygWbm90KGlzbnVsbDWxCDUpKVqnAQxw/AJ47Sow//8BGgEBIUREREQkYz5WAAQ4Z7ECUQUENSyNsRxmaXJzdHJvdx1umaYINVoTBfQEODNlR1EdAMh6HQIMOTU4MuV3nnsBGDQwOTc0MDMuewFCHAIUNDEyODg5QUBRHBQ4NDY0NTUh4zF0ERJ6HAIMOTg1MolsoqEAEDM2ODQyIfFBsEW9DlsIBDY5hX0BFCUoQcQYNDQxNTk2NF0cEDg5MTg4JRAVqA0SXhwCIdQUb0ENQSmsHtEJaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGJvBgQsIDXuBCldVUIAOTYSCQA5FoAIFGhhc2hfdMHOADoW8Qkh9AAuZXkQZmV0Y2gZDwUwLDowc30hmSoiS80bHjqmAAA9SpAAodPpZRQ6ZGVzYyxOagfpIx2nJdpNcwVsBH1aPmwATtEHAUgQbWV0YSxOZQAZiR1pADdBQw1pDGINQ28mZglANXCcXnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 15:09:45.430 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 15:09:45.432 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.03553841s] [] [2024/05/06 15:09:45.432 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:45.433 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.199154ms] [] [2024/05/06 15:09:45.433 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 15:09:45.433 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:45.435 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.462573ms] [] [2024/05/06 15:09:45.435 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:45.435 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:45.435 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=52.156µs] [] [2024/05/06 15:09:45.435 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:45.436 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=741.229µs] [] [2024/05/06 15:09:45.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:45.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:45.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:45.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:45.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:45.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:45.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:45.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:45.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:45.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:45.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:45.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:45.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:45.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:45.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:45.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 15:09:45.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:45.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:45.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:45.687 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:45.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:45.754 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:45.758 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:45.758 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:45.758 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:45.758 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:45.759 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:45.759 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:45.759 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:45.759 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 15:09:45.759 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.521684654s] [] [2024/05/06 15:09:46.065 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:46.066 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/06 15:09:46.079 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:46.079 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:46.079 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 15:09:46.082 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:46.082 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:46.082 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:46.083 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.083 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:46.084 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:46.084 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:46.084 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:46.084 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:46.084 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:46.084 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:46.085 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:46.085 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:46.085 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:46.085 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:46.085 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:46.085 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:46.085 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:46.085 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:46.092 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.601241ms] [] [2024/05/06 15:09:46.092 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 15:09:46.092 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 15:09:46.092 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 15:09:46.094 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 15:09:46.095 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=15.546013ms] [] [2024/05/06 15:09:46.095 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=15.689878ms] [] [2024/05/06 15:09:46.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:46.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/06 15:09:46.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:46.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:46.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:46.148 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/06 15:09:46.151 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/06 15:09:46.157 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:46.307 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.870993951\n# Parse_time: 0.000228241\n# Compile_time: 0.00042917\n# Rewrite_time: 0.000130383\n# Optimize_time: 0.000291668\n# Wait_TS: 0.000306894\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:46.310 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:46.320 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:46.320 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:46.335 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.352 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=559.075µs] [gotSchemaVersion=77] [phyTblIDs="[122]"] [actionTypes="[4]"] [2024/05/06 15:09:46.356 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=77] [2024/05/06 15:09:46.401 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=52.722834ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.411 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/06 15:09:46.412 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=346.66122ms] [] [2024/05/06 15:09:46.414 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.429 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=520.38µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:46.433 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=78] [2024/05/06 15:09:46.479 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.82682ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.492 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.510 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=540.656µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:46.514 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=79] [2024/05/06 15:09:46.561 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.443889ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.573 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=124] [elementID=1] [comment="table ID is 122"] [2024/05/06 15:09:46.577 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/06 15:09:46.578 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.594 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 15:09:46.594 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:46.596 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 15:09:46.609 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:46.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:46.609 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:46.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 15:09:46.623 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:46.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.640 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/06 15:09:46.643 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.033135ms] [gotSchemaVersion=80] [phyTblIDs="[125]"] [actionTypes="[3]"] [2024/05/06 15:09:46.647 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=126] [version=80] [2024/05/06 15:09:46.647 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:46.659 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:46.691 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.999225ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:46.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.712 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:46.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:46.723 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 15:09:46.723 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:46.770 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:46.791 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=8] [job-id=8] [thread-cnt=1] [2024/05/06 15:09:46.791 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=8] [2024/05/06 15:09:48.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=8] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:48.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:48.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 15:09:48.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 15:09:48.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:48.648 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:48.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=68.14µs] [2024/05/06 15:09:48.649 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=178.864µs] [] [2024/05/06 15:09:48.649 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:48.649 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:48.649 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:48.662 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:48.662 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:48.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=8] [2024/05/06 15:09:48.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=8] [type=ImportInto] [2024/05/06 15:09:49.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:49.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:49.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:49.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:49.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:49.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 15:09:49.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:49.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:49.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:49.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:49.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:49.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:49.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:49.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:49.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:49.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:49.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 15:09:49.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:49.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 15:09:49.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 15:09:49.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:49.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:49.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:49.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:49.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:49.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:49.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:49.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:49.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:49.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:49.244 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:49.245 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:49.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:49.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:49.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:49.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:49.245 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:49.249 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:49.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:49.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:49.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:49.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:49.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:49.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:49.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=8] [step=import] [limit=256MiB] [2024/05/06 15:09:49.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 15:09:49.275 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:49.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:49.278 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 15:09:49.284 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.001.csv:0] [2024/05/06 15:09:49.286 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.001.csv:0] [readDur=726.652µs] [encodeDur=414.606µs] [deliverDur=152.15µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [takeTime=1.535622ms] [] [2024/05/06 15:09:49.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 15:09:49.286 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a2338903-e2aa-4eae-a2e2-7272647bb095.sst] [firstKey=74800000000000007D5F728000000000000001] [lastKey=74800000000000007D5F728000000000000002] [2024/05/06 15:09:49.294 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.002.csv:0] [2024/05/06 15:09:49.296 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.002.csv:0] [readDur=701.091µs] [encodeDur=483.275µs] [deliverDur=141.185µs] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [takeTime=1.524312ms] [] [2024/05/06 15:09:49.296 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/06 15:09:49.296 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4355fcb9-7758-4800-a506-b9b7e693286b.sst] [firstKey=74800000000000007D5F728000000000000006] [lastKey=74800000000000007D5F728000000000000007] [2024/05/06 15:09:49.302 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.003.csv:0] [2024/05/06 15:09:49.304 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.003.csv:0] [readDur=663.374µs] [encodeDur=499.709µs] [deliverDur=147.297µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [takeTime=1.480155ms] [] [2024/05/06 15:09:49.304 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/18e3dbf0-38b9-4572-8c5d-e78431f7933b.sst] [firstKey=74800000000000007D5F72800000000000000B] [lastKey=74800000000000007D5F72800000000000000C] [2024/05/06 15:09:49.304 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=32.998474ms] [] [2024/05/06 15:09:49.305 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 15:09:49.305 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 15:09:49.305 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:49.306 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.38786ms] [] [2024/05/06 15:09:49.306 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:49.310 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:49.312 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 15:09:49.312 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:49.312 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:49.312 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [retry=0] [2024/05/06 15:09:49.313 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7D5F728000000000FF0000010000000000FA] [end=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [2024/05/06 15:09:49.313 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [regions=1] [2024/05/06 15:09:49.313 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=375.584µs] [2024/05/06 15:09:49.313 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.021219ms] [] [2024/05/06 15:09:49.314 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF7D5F728000000000FF0000010000000000FA, endKey: 7480000000000000FF7D5F728000000000FF00000D0000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:09:49.337 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 15:09:49.339 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=32.378989ms] [] [2024/05/06 15:09:49.339 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:49.340 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.086519ms] [] [2024/05/06 15:09:49.340 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 15:09:49.340 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:49.341 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.207233ms] [] [2024/05/06 15:09:49.341 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:49.341 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:49.341 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=40.747µs] [] [2024/05/06 15:09:49.341 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:49.342 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=706.934µs] [] [2024/05/06 15:09:49.345 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571557029183491] [req-type=Get] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:49.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:49.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 15:09:49.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:49.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:49.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:49.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:49.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:49.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:49.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:49.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:49.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:49.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:49.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:49.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:49.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:49.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:49.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:49.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:49.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:49.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:49.674 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 15:09:49.676 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:49.676 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:49.676 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:49.688 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:49.688 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:49.967 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:49.970 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:49.970 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:49.970 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:49.970 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:49.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:49.971 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:49.971 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:49.971 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 15:09:49.971 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=736.279112ms] [] [2024/05/06 15:09:50.278 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:50.279 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=post-process] [2024/05/06 15:09:50.291 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 15:09:50.291 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 15:09:50.291 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 15:09:50.294 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:50.295 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:50.295 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:50.296 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:50.296 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:50.297 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:50.297 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:50.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:50.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:50.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:50.297 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:50.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:50.297 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:50.297 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:50.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:50.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:50.298 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:50.298 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:50.298 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:50.304 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.156816ms] [] [2024/05/06 15:09:50.305 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 15:09:50.305 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 15:09:50.305 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 15:09:50.307 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 15:09:50.307 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.056287ms] [] [2024/05/06 15:09:50.307 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.199393ms] [] [2024/05/06 15:09:50.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:50.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/06 15:09:50.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:50.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:50.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:50.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=8] [step=done] [state=running] [] [2024/05/06 15:09:50.653 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=8] [2024/05/06 15:09:50.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:50.703 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.977361147\n# Parse_time: 0.000104153\n# Compile_time: 0.000319722\n# Rewrite_time: 0.000069323\n# Optimize_time: 0.000156259\n# Wait_TS: 0.000326285\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:50.706 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:50.716 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:50.716 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:50.733 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:50.751 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=547.193µs] [gotSchemaVersion=81] [phyTblIDs="[125]"] [actionTypes="[4]"] [2024/05/06 15:09:50.755 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=81] [2024/05/06 15:09:50.801 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=52.981454ms] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:50.814 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:50.830 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=500.524µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:50.834 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=82] [2024/05/06 15:09:50.881 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.250298ms] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:50.893 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:50.998 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/06 15:09:50.998 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=720.297233ms] [] [2024/05/06 15:09:50.999 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=612.102µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:51.004 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=83] [2024/05/06 15:09:51.048 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.317266ms] [job="ID:127, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:51.065 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=127] [elementID=1] [comment="table ID is 125"] [2024/05/06 15:09:51.069 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop table"] [2024/05/06 15:09:51.070 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:50.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:51.090 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 15:09:51.090 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:51.092 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.386647437\n# Parse_time: 0.000061219\n# Compile_time: 0.00026788\n# Rewrite_time: 0.000005132\n# Optimize_time: 0.000175811\n# Wait_TS: 0.000574399\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:51.093 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 15:09:51.108 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:51.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 15:09:51.108 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:51.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:51.124 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:51.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:51.144 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=8] [2024/05/06 15:09:51.151 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.278447ms] [gotSchemaVersion=84] [phyTblIDs="[128]"] [actionTypes="[3]"] [2024/05/06 15:09:51.152 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:51.156 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=129] [version=84] [2024/05/06 15:09:51.167 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:51.198 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.833619ms] [job="ID:129, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:51.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:51.216 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:51.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:51.230 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 15:09:51.230 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:51.277 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:51.295 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=9] [job-id=9] [thread-cnt=1] [2024/05/06 15:09:51.296 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=9] [2024/05/06 15:09:52.444 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace"] ["owner key"=/tidb/br-stream/owner/6f188f4cba402982] [ownerID=18c6b3c1-5dca-4275-a612-42c31c04bace] [op=none] [2024/05/06 15:09:54.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=9] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:09:54.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:09:54.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 15:09:54.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 15:09:54.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:09:54.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:09:54.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=89.392µs] [2024/05/06 15:09:54.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=202.109µs] [] [2024/05/06 15:09:54.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:09:54.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:54.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:09:54.661 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:09:54.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:09:54.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=9] [2024/05/06 15:09:54.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=9] [type=ImportInto] [2024/05/06 15:09:55.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:55.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:55.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:55.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:55.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:55.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:55.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:55.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:55.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:55.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:55.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 15:09:55.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:55.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 15:09:55.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 15:09:55.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:55.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:55.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:55.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:55.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:55.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:55.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:55.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:55.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:55.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:55.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:55.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:55.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:55.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:55.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:55.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:55.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:55.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:55.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:55.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:55.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:55.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:55.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:09:55.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:09:55.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=9] [step=import] [limit=256MiB] [2024/05/06 15:09:55.278 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 15:09:55.287 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:55.291 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:55.291 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 15:09:56.311 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.001.csv:0] [2024/05/06 15:09:56.314 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.001.csv:0] [readDur=1.270813ms] [encodeDur=641.192µs] [deliverDur=231.616µs] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [takeTime=2.536276ms] [] [2024/05/06 15:09:56.315 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 15:09:56.315 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/265a3ee2-a198-4e2f-a54a-161cb84398fc.sst] [firstKey=7480000000000000805F72800000000000000B] [lastKey=7480000000000000805F728000000000000016] [2024/05/06 15:09:56.316 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571558615154689\n# Query_time: 0.96334507\n# Parse_time: 0\n# Compile_time: 0.960456039\n# Rewrite_time: 0.957261083\n# Optimize_time: 0.002044597\n# Wait_TS: 0.000172805\n# Cop_time: 0.0000564 Process_time: 0.000486266 Wait_time: 0.000071825 Request_count: 2 Total_keys: 578 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 136 Rocksdb_key_skipped_count: 1560\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000243133 Cop_proc_p90: 0.000263698 Cop_proc_max: 0.000263698 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.5912e-05 Cop_wait_p90: 4.0311e-05 Cop_wait_max: 4.0311e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 2240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('uhWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwSXByb2Nlc3NpbmcJMAl0aW1lOjk5NC4zwrVzLCBsb29wczoxLCBDb25jdXJyZW5jeTpPRkYJMS4zNiBLQglOL0EKMQkxNF8xNAkwWn4AGWEYOmRlc2MsIEqFAAGiBGlkFYEMNzcuMi6BABwJMCBCeXRlcxEIHAoyCTE3XzI4CfJUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJmAAHOIGx1bW4jMTUpXRVzEDAxLjHCMvQAaGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjI3NA0rEGZldGNoHRAFMgw6MHN9EagRCCQKMwkzMV80MShCAVQAKQm3QGRhdGE6U2VsZWN0aW9uXzQwEYwEMTQy/QB4LCBjb3BfdGFzazoge251bTogMSwgbWF4OiA4NDUuNQW1IWQ0X2tleXM6IDAsIHRvdF8BEhg6IDIyMi42BSIBFBx3YWl0OiA0MC3eDHJwY18RUAEMJf0UIDc2Ny44BTNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsCesFlQhfZHUFGhhuOiAxNS45BTo0bWF4X2Rpc3RzcWxfY29ZOxggMX0JMjMyLc1BPQg0CTEB+gQxX0W8UG5vdChpc3RydWVfd2l0aF9udWxsKErJARRyZW9yZykhSAx0aWt2BYcEOnsFvwQwc1W2PH0sIHNjYW5fZGV0YWlsOiApvy0mQDI4OSwgZ2V0X3NuYXBzaG90Df4EMTMt3Jhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY4LCBrZXk+FwAENzghHQhsb2MhrQh9fX0B5QEEHAo1CTQzXzM5DeoMMDAwCUlVLqkDfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRSFm8AABaAEEMAozCTZfMjkoUHJvYmUhJTg2NDAwCWdyb3VwIGJ5OkNR/kAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXUQbWU6NTRRbZUWTHBhcnRpYWxfd29ya2VyOnt3YWxsKUgcNDkxLjQzNMJhUS4BAgg1LCBByQBfQXcAMEmpRZUkMS45NDg1MDRtcwkVDGV4ZWMlzEG3JdkYMS45NjgzMgEhQfwYNDA0LjUwNwVhCHA5NR0QFH0sIGZpblKWABQ1MDIuMzlR3VmXXpYAGDIuMTg3Mzk2lgAQMjYuNDB5VAWdHDIuMjIyNjY4FZ4QNTguMjgJ/wWeFRA5pUH6ADNh9CWeSfoAbkHwNXpN4RRtZTozNzdNly18CAkzOLETYUYQNQk2XzMhqgA4QVk16ko6A4EXAGWl7gAsTogFJHNjaGVtYV9pZHNSHwBFswkeSTsIbWluFbAAOE42AggzNjeNbg26ACxqNgIQMjcwLjGmnwEQODU2LjMNMEEoRjUCFDg4NC40MqnYQTYUMTg0LjEwOZgZEGo2AhQzMDYuNjkJNZbMAhQyMTQwMDlBDRWXEDI4Ljk1CUQBFEU2HDEuMjUxMTY3ASkBnhQyNjUuMDWpQkE2GRBZNgA2wUkMMzYJMCnrAGTBRChIYXNoQWdnXzMxCe3CCDE1Nq33NXZeRAYMOTM4LgmYQRutHm2bARIYOiAyNjMuN2VpAbplrwggMzHNecE4Yc3BlAEMBdkQIDg3MC7JxABjwkQGADbNfqZEBgA3Qf4AMaVa/gADzgADSmYDFs8IfRAOqgj+qwZCqwYAMS3k/qsGPqsGBDgJwauBoOGVgVJl+P6rBlKrBg==')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('oxjwSQqeGAoNUHJvamVjdGlvbl8xMxKDFwoHU29ydF8xNBKKFgoLSGFzaEpvaW5fMjgS2AUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDI4OSwgZ2V0X3NuYXBzaG90X3RpbWU6IDEzLjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjgsIGtleV9za2lwcGVkX2NvdW50OiA3ODAsIGJsb2NrOiB7fX19cAnyOgABNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlM9xARaFAWaCDE0MgWYBGxvJVkUYswBY29wKXZMIHtudW06IDEsIG1heDogODQ1LjUFLAxwcm9jDfAYMCwgdG90XwESGDogMjIyLjYFIgEUJHdhaXQ6IDQwLjMFEwxycGNfEVABDAV+FCA3NjcuOAUggGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWVCF9kdQUaGG46IDE1LjkFOnRtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w6AFdHxAS9g4KCkHrIEFnZ18yORKvCy7XAhAzMBLKChkgEDM1ErkGNgoDEDM2EooEHSIAMU4IAwA0RYX+CAPuCANtCAAodQgEQL9pCCyUAWdyb3VwIGJ5Om1hkTb9AiHEHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcARGpvYl9pZCktPkNvbHVtbiMxOP5uA05uAwAxTYgAcv5uA25uAxwh3t3d3R0+921rIWZhawQPZGFrCEhhc0VnDDMxWhZF6wgxNTYNlYZrAxA5MzguNEXcIZVSawMMNjMuNwUieWsEMzFtoGFfRmsDDDg3MC5p7MZrAwA2baWiawMlHAitbPg6HAEAhP6CAr6CAlVmXXIANS2SCDM2N42cMZJUtAJwYXJ0aWFsX3dvcmtlcjp7d2FsbImrEDI3MC4xkauZZRg1LCB0YXNrJXCtDYX5EDg1Ni4zDTAhoxBleGVjOsHCAQ1FERg4ODQuNDIxJcWhYRQxODQuMTAt9wQ5NR0QFH0sIGZpblKWABQzMDYuNjkJNS78BF6XACQxLjIxNDAwOW1zqbkFlxAyOC45NQlEFZ4cMS4yNTExNjcBKQGeFDI2NS4wNalxAZ4ZEAB9WowHYR4IrUj+TQIEALnJiQAW6YwAbuGCMZ0INSkpMZMENzftKC2TCHD8Ar3BJBoBAiFEREREJGM+VwAEOGeR2hVVACyNiRxmaXJzdHJvdx1vmX5RDAA11d0NeXIMAhQ0OTEuNDMpMpZ2ARQ5NDg1MDQhTSFiJXYyDQIYMS45NjgzMgEhIW4UNDA0LjUwaeEhbhkQagwCFDUwMi4zOaajAhgyLjE4NzM5NpYAEDI2LjQw+cVFqhwyLjIyMjY2OBWeEDU4LjI4Cf8FnhUQXgwCGBSuR+EMewgqmAloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYjYGBCwgNd0EKV1NMgg5MDE2MgIEYjsWLggQaGFzaF/FlgA6FqIJDDoyNzQNKxBmZXRjaB0QBTIsOjBzfSGdqwU5Kn4IOqkAAD1KkwChmukvFDpkZXNjLE40B8ntEaoINzcuqYBNYwVtAOpCbQBOnAcBSRBtZXRhLE5mABmKEWoMOTQuM4VYDWoMYg9Db5mzSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/06 15:09:56.380 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.002.csv:0] [2024/05/06 15:09:56.382 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.002.csv:0] [readDur=928.785µs] [encodeDur=642.976µs] [deliverDur=11.393µs] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [takeTime=1.964445ms] [] [2024/05/06 15:09:56.382 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/06 15:09:56.383 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/249075c4-1322-4c73-843c-239fc9fd34de.sst] [firstKey=7480000000000000805F728000000000000021] [lastKey=7480000000000000805F72800000000000002C] [2024/05/06 15:09:56.473 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.003.csv:0] [2024/05/06 15:09:56.475 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.003.csv:0] [readDur=850.816µs] [encodeDur=706.145µs] [deliverDur=12.351µs] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [takeTime=1.894155ms] [] [2024/05/06 15:09:56.475 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=1.196910926s] [] [2024/05/06 15:09:56.475 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d5fe8cda-1f8a-43ad-9d74-0fcce98d1297.sst] [firstKey=7480000000000000805F728000000000000037] [lastKey=7480000000000000805F728000000000000042] [2024/05/06 15:09:56.476 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 15:09:56.476 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 15:09:56.476 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:56.478 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.868932ms] [] [2024/05/06 15:09:56.478 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:09:56.482 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:09:56.484 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 15:09:56.484 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:09:56.484 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:56.484 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F728000000000FF00000B0000000000FA] [maxKey=7480000000000000FF805F728000000000FF0000430000000000FA] [retry=0] [2024/05/06 15:09:56.485 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F728000000000FF00000B0000000000FA] [end=7480000000000000FF805F728000000000FF0000430000000000FA] [2024/05/06 15:09:56.485 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F728000000000FF00000B0000000000FA] [maxKey=7480000000000000FF805F728000000000FF0000430000000000FA] [regions=1] [2024/05/06 15:09:56.485 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=395.274µs] [2024/05/06 15:09:56.486 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.187254ms] [] [2024/05/06 15:09:56.497 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571558903513091] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:56.497 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571558903513091] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:09:56.501 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 15:09:56.503 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=25.150038ms] [] [2024/05/06 15:09:56.503 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:09:56.504 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.262996ms] [] [2024/05/06 15:09:56.504 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 15:09:56.504 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:56.506 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.309793ms] [] [2024/05/06 15:09:56.506 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:09:56.506 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:56.506 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=57.454µs] [] [2024/05/06 15:09:56.506 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:09:56.507 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=778.043µs] [] [2024/05/06 15:09:56.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:09:56.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 15:09:56.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 15:09:56.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:56.643 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:56.643 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:56.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:56.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:56.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:56.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:56.645 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:56.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:56.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:56.660 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:56.660 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:56.676 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 15:09:56.678 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:09:56.678 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:09:56.678 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:56.692 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:09:56.692 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:56.828 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:56.831 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:09:56.831 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:56.831 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:56.831 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:56.832 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:56.832 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:56.832 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:56.832 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 15:09:56.832 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.595676181s] [] [2024/05/06 15:09:57.139 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:09:57.140 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=post-process] [2024/05/06 15:09:57.156 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 15:09:57.156 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 15:09:57.156 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 15:09:57.159 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:09:57.159 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:09:57.159 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:09:57.160 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:57.161 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:09:57.161 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:09:57.161 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:09:57.162 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:09:57.162 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:09:57.162 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:09:57.162 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:09:57.162 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:09:57.162 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:09:57.162 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:09:57.162 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:09:57.162 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:09:57.162 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:09:57.162 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:09:57.162 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:09:57.162 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:09:57.170 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=14.570316ms] [] [2024/05/06 15:09:57.170 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 15:09:57.171 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 15:09:57.171 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 15:09:57.174 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 15:09:57.174 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=18.166587ms] [] [2024/05/06 15:09:57.174 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=18.289521ms] [] [2024/05/06 15:09:57.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:09:57.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/06 15:09:57.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=post-process] [next-step=done] [2024/05/06 15:09:57.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:09:57.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:09:57.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=9] [step=done] [state=running] [] [2024/05/06 15:09:57.653 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=9] [2024/05/06 15:09:57.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:09:57.799 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/06 15:09:57.799 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.360783ms] [] [2024/05/06 15:09:57.909 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.675584982\n# Parse_time: 0.000399888\n# Compile_time: 0.000536999\n# Rewrite_time: 0.000101243\n# Optimize_time: 0.000175811\n# Wait_TS: 0.000518742\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:09:57.912 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:09:57.923 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:57.923 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:09:57.939 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.056 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=569.802µs] [gotSchemaVersion=85] [phyTblIDs="[128]"] [actionTypes="[4]"] [2024/05/06 15:09:58.060 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=85] [2024/05/06 15:09:58.101 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=9] [step=-2] [state=succeed] [2024/05/06 15:09:58.106 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.838985ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.119 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.135 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=545.989µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:58.139 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=86] [2024/05/06 15:09:58.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=9] [2024/05/06 15:09:58.143 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571559336050703] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-30:1] [2024/05/06 15:09:58.152 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:09:58.167 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:09:58.185 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.195782ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.198 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.218 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=612.463µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:09:58.222 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=87] [2024/05/06 15:09:58.267 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.768983ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.280 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=130] [elementID=1] [comment="table ID is 128"] [2024/05/06 15:09:58.285 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/06 15:09:58.287 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-06 15:09:57.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.304 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/06 15:09:58.304 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:58.306 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.394155938\n# Parse_time: 0.000072652\n# Compile_time: 0.000235664\n# Rewrite_time: 0.000003718\n# Optimize_time: 0.000178151\n# Wait_TS: 0.000263066\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:09:58.307 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 15:09:58.321 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:09:58.321 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 15:09:58.337 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.358 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=1.944912ms] [gotSchemaVersion=88] [phyTblIDs="[131]"] [actionTypes="[3]"] [2024/05/06 15:09:58.362 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=132] [version=88] [2024/05/06 15:09:58.406 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.247958ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:09:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.421 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:09:58.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:09:58.433 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 15:09:58.433 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:09:58.473 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:09:58.492 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=10] [job-id=10] [thread-cnt=1] [2024/05/06 15:09:58.492 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=10] [2024/05/06 15:09:59.045 +08:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=18c6b3c1-5dca-4275-a612-42c31c04bace] [daemon-id=LogBackup::Advancer] [2024/05/06 15:09:59.045 +08:00] [INFO] [advancer.go:503] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 15:10:00.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=10] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:10:00.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:00.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 15:10:00.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 15:10:00.650 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:00.650 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:10:00.650 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=73.728µs] [2024/05/06 15:10:00.650 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=178.29µs] [] [2024/05/06 15:10:00.650 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:00.650 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:00.650 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:00.664 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:00.664 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:00.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=10] [2024/05/06 15:10:00.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=10] [type=ImportInto] [2024/05/06 15:10:01.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:01.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:01.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:01.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:01.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:01.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:01.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:01.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:01.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:01.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:01.160 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:01.160 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:01.167 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 15:10:01.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:01.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 15:10:01.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 15:10:01.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:01.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:01.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:01.248 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:01.248 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:01.249 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:01.249 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:01.249 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:01.249 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:01.249 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:01.249 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:01.249 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:01.249 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:01.249 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:01.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:01.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:01.250 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:01.250 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:01.250 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:01.250 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:01.254 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:01.255 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:01.255 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:01.256 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:01.256 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:01.257 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:01.257 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:01.267 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:01.268 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:01.268 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=10] [step=import] [limit=256MiB] [2024/05/06 15:10:01.283 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 15:10:01.288 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:01.292 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:01.292 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 15:10:01.404 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.001.csv:0] [2024/05/06 15:10:01.407 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.001.csv:0] [readDur=1.033409ms] [encodeDur=850.331µs] [deliverDur=31.293µs] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [takeTime=2.297243ms] [] [2024/05/06 15:10:01.408 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 15:10:01.408 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/95fad010-a519-46a7-ba96-7f499fcb974f.sst] [firstKey=7480000000000000835F728840000000000001] [lastKey=7480000000000000835F72F8A0000000000002] [2024/05/06 15:10:01.512 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.002.csv:0] [2024/05/06 15:10:01.514 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.002.csv:0] [readDur=916.176µs] [encodeDur=394.97µs] [deliverDur=25.263µs] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [takeTime=1.664009ms] [] [2024/05/06 15:10:01.515 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/06 15:10:01.515 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/59823b76-77e3-42e2-bc47-7fb1449ea6e9.sst] [firstKey=7480000000000000835F728780000000000007] [lastKey=7480000000000000835F72D700000000000006] [2024/05/06 15:10:01.524 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.003.csv:0] [2024/05/06 15:10:01.527 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.003.csv:0] [readDur=1.018443ms] [encodeDur=1.059737ms] [deliverDur=13.165µs] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [takeTime=2.426602ms] [] [2024/05/06 15:10:01.528 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=244.248324ms] [] [2024/05/06 15:10:01.528 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/434079e5-1a36-47cc-90ba-5ac43244ed79.sst] [firstKey=7480000000000000835F72A60000000000000B] [lastKey=7480000000000000835F72DA6000000000000C] [2024/05/06 15:10:01.528 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 15:10:01.528 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 15:10:01.528 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:01.531 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.603299ms] [] [2024/05/06 15:10:01.531 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:10:01.536 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:01.539 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 15:10:01.539 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:01.539 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:01.539 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F728780000000FF0000070000000000FA] [maxKey=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [retry=0] [2024/05/06 15:10:01.540 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F728780000000FF0000070000000000FA] [end=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [2024/05/06 15:10:01.540 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F728780000000FF0000070000000000FA] [maxKey=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [regions=1] [2024/05/06 15:10:01.540 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=504.973µs] [2024/05/06 15:10:01.540 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.384036ms] [] [2024/05/06 15:10:01.547 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571560227340294] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:01.547 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571560227340294] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:01.551 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/06 15:10:01.552 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F728780000000000007] [endKey=7480000000000000835F72F8A0000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:03.552 +08:00] [2024/05/06 15:10:03.564 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 15:10:03.565 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.03435142s] [] [2024/05/06 15:10:03.565 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:03.567 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.148315ms] [] [2024/05/06 15:10:03.567 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 15:10:03.567 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:03.568 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.255997ms] [] [2024/05/06 15:10:03.568 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:10:03.568 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:03.568 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=39.914µs] [] [2024/05/06 15:10:03.568 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:03.569 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=795.224µs] [] [2024/05/06 15:10:03.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:03.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 15:10:03.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:03.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:03.644 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:03.644 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:03.645 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:03.645 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:03.646 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:03.646 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:03.646 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:03.661 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:03.661 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:03.661 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:03.661 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:03.676 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 15:10:03.678 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:03.678 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:03.678 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:03.690 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:03.691 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:03.888 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 15:10:03.892 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:03.892 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:03.892 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:03.892 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:03.893 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:03.893 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:03.893 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:03.893 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 15:10:03.893 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.656836651s] [] [2024/05/06 15:10:04.199 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:04.200 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=post-process] [2024/05/06 15:10:04.213 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 15:10:04.213 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 15:10:04.213 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 15:10:04.216 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:04.216 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:04.216 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:04.217 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.217 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:04.218 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:04.218 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:04.219 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:04.219 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:04.219 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:04.219 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:04.219 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:04.219 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:04.227 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=13.525598ms] [] [2024/05/06 15:10:04.227 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 15:10:04.228 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 15:10:04.228 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 15:10:04.230 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 15:10:04.230 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=16.614837ms] [] [2024/05/06 15:10:04.230 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=16.760828ms] [] [2024/05/06 15:10:04.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:04.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/06 15:10:04.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:04.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:10:04.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:04.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=10] [step=done] [state=running] [] [2024/05/06 15:10:04.652 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=10] [2024/05/06 15:10:04.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:04.804 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.36882505\n# Parse_time: 0.000260984\n# Compile_time: 0.000389601\n# Rewrite_time: 0.000086317\n# Optimize_time: 0.000178151\n# Wait_TS: 0.000319786\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:10:04.808 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:10:04.817 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:04.817 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:10:04.833 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:04.852 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=500.576µs] [gotSchemaVersion=89] [phyTblIDs="[131]"] [actionTypes="[4]"] [2024/05/06 15:10:04.853 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/06 15:10:04.853 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.801021ms] [] [2024/05/06 15:10:04.855 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=89] [2024/05/06 15:10:04.901 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.829168ms] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:04.913 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:04.928 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=477.717µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:04.932 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=90] [2024/05/06 15:10:04.979 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.427532ms] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:04.991 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:05.011 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=563.595µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:05.014 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=91] [2024/05/06 15:10:05.061 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.213813ms] [job="ID:133, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:05.074 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=133] [elementID=1] [comment="table ID is 131"] [2024/05/06 15:10:05.078 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=133] [jobType="drop table"] [2024/05/06 15:10:05.079 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:04.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:05.099 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 15:10:05.099 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:05.102 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 15:10:05.118 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:05.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:05.118 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:05.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 15:10:05.134 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:05.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:05.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=10] [2024/05/06 15:10:05.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:05.154 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=10] [step=-2] [state=succeed] [2024/05/06 15:10:05.156 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=1.911334ms] [gotSchemaVersion=92] [phyTblIDs="[134]"] [actionTypes="[3]"] [2024/05/06 15:10:05.160 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=135] [version=92] [2024/05/06 15:10:05.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:05.204 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.505476ms] [job="ID:135, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:05.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:05.219 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:05.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:05.231 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 15:10:05.231 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:05.277 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:10:05.297 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=11] [job-id=11] [thread-cnt=1] [2024/05/06 15:10:05.297 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=11] [2024/05/06 15:10:06.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=11] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:10:06.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:06.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 15:10:06.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 15:10:06.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:06.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:10:06.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=76.276µs] [2024/05/06 15:10:06.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=178.215µs] [] [2024/05/06 15:10:06.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:06.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:06.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:06.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:06.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:06.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=11] [2024/05/06 15:10:06.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=11] [type=ImportInto] [2024/05/06 15:10:07.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:07.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:07.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:07.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:07.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:07.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:07.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:07.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:07.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:07.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:07.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 15:10:07.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:07.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 15:10:07.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 15:10:07.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:07.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:07.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:07.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:07.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:07.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:07.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:07.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:07.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:07.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:07.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:07.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:07.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:07.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:07.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:07.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:07.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:07.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:07.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=11] [step=import] [limit=256MiB] [2024/05/06 15:10:07.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 15:10:07.274 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:07.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:07.278 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 15:10:07.299 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.001.csv:0] [2024/05/06 15:10:07.301 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.001.csv:0] [readDur=790.769µs] [encodeDur=306.573µs] [deliverDur=118.83µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.594857ms] [] [2024/05/06 15:10:07.302 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 15:10:07.302 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8c825b09-a4c3-493c-9d67-a52651ef1e69.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 15:10:07.332 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.002.csv:0] [2024/05/06 15:10:07.333 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.002.csv:0] [readDur=1.06167ms] [encodeDur=252.875µs] [deliverDur=12.531µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.555955ms] [] [2024/05/06 15:10:07.334 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/06 15:10:07.334 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5a188647-00f8-4e3f-96cd-c8e766b1f390.sst] [firstKey=7480000000000000865F728000000000000006] [lastKey=7480000000000000865F728000000000000007] [2024/05/06 15:10:07.359 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.003.csv:0] [2024/05/06 15:10:07.361 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.003.csv:0] [readDur=882.87µs] [encodeDur=608.351µs] [deliverDur=13.076µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [takeTime=1.754629ms] [] [2024/05/06 15:10:07.361 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/98815b14-706e-4b7c-b217-27fd0b408088.sst] [firstKey=7480000000000000865F72800000000000000B] [lastKey=7480000000000000865F72800000000000000C] [2024/05/06 15:10:07.361 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=90.544937ms] [] [2024/05/06 15:10:07.362 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 15:10:07.362 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 15:10:07.362 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:07.363 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.541896ms] [] [2024/05/06 15:10:07.363 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:10:07.368 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:07.370 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 15:10:07.370 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:07.370 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:07.370 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF865F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF865F728000000000FF00000D0000000000FA] [retry=0] [2024/05/06 15:10:07.371 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF865F728000000000FF0000010000000000FA] [end=7480000000000000FF865F728000000000FF00000D0000000000FA] [2024/05/06 15:10:07.371 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF865F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF865F728000000000FF00000D0000000000FA] [regions=1] [2024/05/06 15:10:07.371 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=486.482µs] [2024/05/06 15:10:07.371 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.293315ms] [] [2024/05/06 15:10:07.384 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 27, but you sent conf_ver: 5 version: 25"] [region="{ID=120,startKey=7480000000000000FF865F728000000000FF0000010000000000FA,endKey=7480000000000000FF865F728000000000FF00000D0000000000FA,epoch=\"conf_ver:5 version:27 \",peers=\"id:121 store_id:2 ,id:122 store_id:3 ,id:123 store_id:1 \"}"] [start=7480000000000000865F728000000000000001] [end=7480000000000000865F72800000000000000D] [2024/05/06 15:10:07.384 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000865F728000000000000001] [endKey=7480000000000000865F72800000000000000D] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:09.384 +08:00] [2024/05/06 15:10:07.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571561760882691] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:07.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571561760882691] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:09.396 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 15:10:09.398 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.034200111s] [] [2024/05/06 15:10:09.398 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:09.399 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.132262ms] [] [2024/05/06 15:10:09.399 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 15:10:09.399 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:09.400 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.167147ms] [] [2024/05/06 15:10:09.400 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:10:09.400 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:09.400 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=44.808µs] [] [2024/05/06 15:10:09.400 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:09.401 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=853.991µs] [] [2024/05/06 15:10:09.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:09.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 15:10:09.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:09.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:09.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:09.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:09.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:09.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:09.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:09.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:09.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:09.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:09.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:09.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:09.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:09.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 15:10:09.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:09.671 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:09.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:09.683 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:09.684 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:09.719 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:09.723 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:09.723 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:09.723 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:09.723 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:09.724 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:09.724 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:09.724 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:09.724 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 15:10:09.724 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.489349202s] [] [2024/05/06 15:10:10.030 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:10.032 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=post-process] [2024/05/06 15:10:10.045 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 15:10:10.045 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 15:10:10.045 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 15:10:10.048 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:10.049 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:10.049 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:10.050 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:10.050 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:10.051 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:10.051 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:10.051 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:10.051 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:10.051 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:10.051 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:10.051 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:10.051 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:10.059 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.774829ms] [] [2024/05/06 15:10:10.059 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 15:10:10.060 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 15:10:10.060 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 15:10:10.062 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 15:10:10.062 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=16.935945ms] [] [2024/05/06 15:10:10.062 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.13219ms] [] [2024/05/06 15:10:10.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:10.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/06 15:10:10.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:10.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:10:10.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:10.148 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=11] [step=done] [state=running] [] [2024/05/06 15:10:10.151 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=11] [2024/05/06 15:10:10.157 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:10.379 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/06 15:10:10.379 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.880226ms] [] [2024/05/06 15:10:10.410 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.175842803\n# Parse_time: 0.000149322\n# Compile_time: 0.000433798\n# Rewrite_time: 0.000111491\n# Optimize_time: 0.000254751\n# Wait_TS: 0.000341926\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:10:10.413 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 15:10:10.423 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:10:10.423 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:10.438 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.454 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=521.422µs] [gotSchemaVersion=93] [phyTblIDs="[134]"] [actionTypes="[4]"] [2024/05/06 15:10:10.457 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=93] [2024/05/06 15:10:10.503 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.997902ms] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.516 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.534 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=606.98µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:10.538 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=94] [2024/05/06 15:10:10.584 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.689752ms] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.598 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.618 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=525.836µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:10.622 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=95] [2024/05/06 15:10:10.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=11] [2024/05/06 15:10:10.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:10.663 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:10.667 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.395943ms] [job="ID:136, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.680 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=136] [elementID=1] [comment="table ID is 134"] [2024/05/06 15:10:10.685 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=136] [jobType="drop table"] [2024/05/06 15:10:10.686 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [job="ID:136, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:10.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.703 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=136] [2024/05/06 15:10:10.703 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:10.706 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 15:10:10.720 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:10.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:10.721 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:10.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 15:10:10.736 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:10.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.922 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=1.957238ms] [gotSchemaVersion=96] [phyTblIDs="[137]"] [actionTypes="[3]"] [2024/05/06 15:10:10.926 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=138] [version=96] [2024/05/06 15:10:10.971 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.440951ms] [job="ID:138, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:10.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.985 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:137, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:10.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:10.997 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 15:10:10.997 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:11.037 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:10:11.057 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=12] [job-id=12] [thread-cnt=1] [2024/05/06 15:10:11.057 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=12] [2024/05/06 15:10:12.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=12] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:10:12.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:12.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/06 15:10:12.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 15:10:12.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:12.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 15:10:12.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=75.018µs] [2024/05/06 15:10:12.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=170.061µs] [] [2024/05/06 15:10:12.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:12.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:12.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:12.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=12] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:12.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:12.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=12] [2024/05/06 15:10:12.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=12] [type=ImportInto] [2024/05/06 15:10:13.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:13.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:13.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:13.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:13.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:13.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:13.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:13.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 15:10:13.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:13.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:13.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:13.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:13.160 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 15:10:13.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=12] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:13.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 15:10:13.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 15:10:13.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:13.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:13.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:13.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:13.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:13.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:13.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:13.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:13.243 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:13.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:13.243 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:13.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:13.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:13.243 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:13.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:13.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:13.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:13.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:13.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:13.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:13.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:13.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:13.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:13.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:13.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:13.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:13.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:13.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:13.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:13.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=12] [step=import] [limit=256MiB] [2024/05/06 15:10:13.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 15:10:13.274 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:13.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:13.278 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/06 15:10:13.321 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.001.csv:0] [2024/05/06 15:10:13.323 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.001.csv:0] [readDur=720.527µs] [encodeDur=551.109µs] [deliverDur=23.128µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.526401ms] [] [2024/05/06 15:10:13.323 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/06 15:10:13.323 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d05d1a6f-f9eb-4a06-9573-db9b16bea06c.sst] [firstKey=7480000000000000895F728400000000000001] [lastKey=7480000000000000895F728400000000000002] [2024/05/06 15:10:13.355 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.002.csv:0] [2024/05/06 15:10:13.357 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.002.csv:0] [readDur=844.017µs] [encodeDur=661.293µs] [deliverDur=10.143µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.75649ms] [] [2024/05/06 15:10:13.358 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/06 15:10:13.358 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/33c3d053-0c04-41e0-9078-2b15ccbcaeff.sst] [firstKey=7480000000000000895F728000000000000006] [lastKey=7480000000000000895F728000000000000007] [2024/05/06 15:10:13.380 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.003.csv:0] [2024/05/06 15:10:13.381 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.003.csv:0] [readDur=753.538µs] [encodeDur=194.076µs] [deliverDur=9.449µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [takeTime=1.13027ms] [] [2024/05/06 15:10:13.381 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/eddb88a6-2707-4bfc-a41a-f69ee8e1be7c.sst] [firstKey=7480000000000000895F728C0000000000000B] [lastKey=7480000000000000895F728C0000000000000C] [2024/05/06 15:10:13.381 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=110.133679ms] [] [2024/05/06 15:10:13.382 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 15:10:13.382 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 15:10:13.382 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:13.383 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.372413ms] [] [2024/05/06 15:10:13.383 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:10:13.388 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:13.389 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 15:10:13.389 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:13.389 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:13.389 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF895F728000000000FF0000060000000000FA] [maxKey=7480000000000000FF895F728C00000000FF00000D0000000000FA] [retry=0] [2024/05/06 15:10:13.390 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF895F728000000000FF0000060000000000FA] [end=7480000000000000FF895F728C00000000FF00000D0000000000FA] [2024/05/06 15:10:13.390 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF895F728000000000FF0000060000000000FA] [maxKey=7480000000000000FF895F728C00000000FF00000D0000000000FA] [regions=1] [2024/05/06 15:10:13.390 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=423.246µs] [2024/05/06 15:10:13.390 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.134918ms] [] [2024/05/06 15:10:13.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571563333746691] [req-type=Cop] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:13.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571563333746691] [req-type=Cop] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:13.421 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:27 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 29, request epoch conf_ver: 5 version: 27\")"] ["job stage"=needRescan] [2024/05/06 15:10:13.422 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000895F728000000000000006] [endKey=7480000000000000895F728C0000000000000D] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:15.422 +08:00] [2024/05/06 15:10:15.436 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 15:10:15.438 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.054856137s] [] [2024/05/06 15:10:15.438 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:10:15.439 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.190782ms] [] [2024/05/06 15:10:15.439 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 15:10:15.439 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:15.441 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.33277ms] [] [2024/05/06 15:10:15.441 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:10:15.441 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:15.441 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=45.537µs] [] [2024/05/06 15:10:15.441 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:10:15.442 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=778.67µs] [] [2024/05/06 15:10:15.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:15.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/06 15:10:15.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:15.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:15.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:15.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:15.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:15.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:15.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:15.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:15.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:15.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:15.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:15.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:15.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:15.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 15:10:15.675 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:15.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:15.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:15.688 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=12] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:15.688 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:15.763 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:15.767 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:15.767 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:15.767 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:15.767 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:15.768 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:15.768 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:15.768 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:15.768 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=12] [error="context canceled"] [2024/05/06 15:10:15.768 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=12] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.533589072s] [] [2024/05/06 15:10:16.075 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=12] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:16.076 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=12] [step=post-process] [2024/05/06 15:10:16.089 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 15:10:16.089 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 15:10:16.089 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 15:10:16.092 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:16.093 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:16.093 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:16.094 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:16.094 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:16.095 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:16.095 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:16.095 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:16.095 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:16.095 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:16.095 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:16.095 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:16.096 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:16.103 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=13.872008ms] [] [2024/05/06 15:10:16.103 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 15:10:16.104 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 15:10:16.104 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 15:10:16.106 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 15:10:16.107 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=17.075679ms] [] [2024/05/06 15:10:16.107 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=17.211801ms] [] [2024/05/06 15:10:16.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:16.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/06 15:10:16.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:16.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:10:16.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:16.150 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=12] [step=done] [state=running] [] [2024/05/06 15:10:16.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=12] [2024/05/06 15:10:16.159 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:16.425 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=12] [error="context canceled"] [2024/05/06 15:10:16.425 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=12] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.067709ms] [] [2024/05/06 15:10:16.473 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.4727623659999995\n# Parse_time: 0.000106321\n# Compile_time: 0.000400685\n# Rewrite_time: 0.000093246\n# Optimize_time: 0.000205819\n# Wait_TS: 0.000336549\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestLoadRemote/TestCancelJob [2024/05/06 15:10:16.477 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 15:10:16.479 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 15:10:16.494 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:16.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:16.494 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:16.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database test_cancel_job"] [2024/05/06 15:10:16.511 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:16.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.529 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=1.259861ms] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:16.534 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=140] [version=97] [2024/05/06 15:10:16.578 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.334744ms] [job="ID:140, Type:create schema, State:done, SchemaState:public, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:16.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.594 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create schema, State:synced, SchemaState:public, SchemaID:139, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:16.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.606 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 15:10:16.606 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:16.610 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 15:10:16.624 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:16.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:16.624 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:16.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 15:10:16.643 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:16.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.643 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=12] [2024/05/06 15:10:16.651 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:16.664 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.927703ms] [gotSchemaVersion=98] [phyTblIDs="[141]"] [actionTypes="[3]"] [2024/05/06 15:10:16.666 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:16.668 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=142] [version=98] [2024/05/06 15:10:16.712 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.852655ms] [job="ID:142, Type:create table, State:done, SchemaState:public, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:16.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.728 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create table, State:synced, SchemaState:public, SchemaID:139, TableID:141, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:16.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.741 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 15:10:16.741 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:16.744 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 15:10:16.758 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:16.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:16.759 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:16.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 15:10:16.784 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:16.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.804 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.097598ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [2024/05/06 15:10:16.809 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=144] [version=99] [2024/05/06 15:10:16.852 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.847365ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:16.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.868 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:16.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:16.880 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 15:10:16.880 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:16.883 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 15:10:16.945 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 15:10:16.990 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 15:10:17.042 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 15:10:17.103 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 15:10:17.142 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 15:10:17.189 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 15:10:17.189 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:282\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:279\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:265\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:400\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 15:10:17.228 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:10:17.245 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=13] [job-id=13] [thread-cnt=8] [2024/05/06 15:10:17.245 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=13] [2024/05/06 15:10:18.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=13] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:10:18.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=13] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:18.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=13] [task-type=ImportInto] [num=1] [2024/05/06 15:10:18.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 15:10:18.642 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 15:10:18.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 15:10:18.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 15:10:18.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=55.094µs] [2024/05/06 15:10:18.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=147.882µs] [] [2024/05/06 15:10:18.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:18.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=13] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:18.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:18.655 +08:00] [INFO] [region_request.go:1531] ["send request failed, err: context canceled"] [req-ts=449571564710002697] [req-type=Prewrite] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:context canceled,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: true, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=20000] [total-region-errors=] [2024/05/06 15:10:18.655 +08:00] [WARN] [session.go:936] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449571564710002697, conflictStartTS=449571564710002695, conflictCommitTS=449571564710002699, key={tableID=84, tableName=mysql.tidb_global_task, handle=13}, originalKey=7480000000000000545f72800000000000000d, primary={tableID=84, tableName=mysql.tidb_global_task, handle=13}, originalPrimaryKey=7480000000000000545f72800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 15:10:18.655 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=0] [sql=begin] [2024/05/06 15:10:18.658 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=1] [sql="update mysql.tidb_global_task set state = 'pending', dispatcher_id = '', step = -1, concurrency = 8, meta = _binary'{\\\"JobID\\\":13,\\\"Plan\\\":{\\\"DBName\\\":\\\"test_cancel_job\\\",\\\"DBID\\\":139,\\\"TableInfo\\\":{\\\"id\\\":141,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"au(len:4588)"] [2024/05/06 15:10:18.660 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=2] [sql="insert into mysql.tidb_background_subtask (step, task_key, exec_id, meta, state, type, checkpoint, summary) values (1, 13, ':4000', _binary'{\\\"ID\\\":0,\\\"Chunks\\\":[{\\\"Path\\\":\\\"t.csv\\\",\\\"FileSize\\\":3,\\\"Offset\\\":0,\\\"EndOffset\\\":3,\\\"PrevRowIDMax\\\":0,\\\"RowIDMax\\\":3,\\\"Type\\\":4,\\\"Compression\\\":0,\\\"Timestamp\\\":1714979418}],\\\"Checksum\\\":{\\\"Sum\\\":0,\\\"KVs\\\":0,\\\"Size\\\":0},\\\"Result\\\":{\\\"LoadedRowCnt\\\":0,\\\"ColSizeMap\\\":null},\\\"MaxIDs\\\":null,\\\"SortedDataMeta\\\":null,\\\"SortedIndexMetas\\\":null}', 'pending', 2, _binary'', '{}')"] [2024/05/06 15:10:18.661 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=3] [sql=commit] [2024/05/06 15:10:18.661 +08:00] [WARN] [session.go:1244] ["transaction association"] ["retrying txnStartTS"=449571564723372033] ["original txnStartTS"=449571564710002697] [2024/05/06 15:10:18.663 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=13] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:18.663 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:18.672 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=13] [task-type=ImportInto] [from=pending] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:602\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:18.672 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=13] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:602\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:19.132 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [state=cancelling] [stage=-1] [2024/05/06 15:10:19.132 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 15:10:19.635 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 15:10:19.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:19.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:19.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:19.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:19.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:19.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:19.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:19.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 15:10:19.645 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:19.645 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:19.645 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:19.645 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:19.645 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:19.645 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:19.645 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:19.645 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:19.646 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:19.646 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:19.653 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:10:19.862 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=1.21984486s] [] [2024/05/06 15:10:19.862 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.222261427\n# Parse_time: 0.00006877\n# Compile_time: 0.00024151\n# Rewrite_time: 0.000002296\n# Optimize_time: 0.000265463\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\ncancel import job 13;"] [2024/05/06 15:10:19.951 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=13] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:10:20.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=13] [2024/05/06 15:10:20.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:20.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:20.375 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 15:10:20.375 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 15:10:20.378 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 15:10:20.378 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:282\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:279\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:265\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 15:10:20.381 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 15:10:20.381 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 15:10:20.420 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:10:20.437 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=14] [job-id=14] [thread-cnt=8] [2024/05/06 15:10:20.437 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=14] [2024/05/06 15:10:21.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=14] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:10:21.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=14] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:21.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=14] [task-type=ImportInto] [num=1] [2024/05/06 15:10:21.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 15:10:21.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 15:10:21.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 15:10:21.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=52.556µs] [2024/05/06 15:10:21.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=146.342µs] [] [2024/05/06 15:10:21.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:21.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=14] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:21.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:21.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=14] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:21.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:21.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=14] [2024/05/06 15:10:21.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=14] [type=ImportInto] [2024/05/06 15:10:22.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:22.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:22.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:22.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:22.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:22.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:22.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:22.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 15:10:22.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:22.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:22.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:22.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:22.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 15:10:22.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=14] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:22.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 15:10:22.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 15:10:22.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:22.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:22.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:22.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:22.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:22.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:22.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:22.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:22.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:22.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:22.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:22.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:22.245 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:22.245 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:22.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:22.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:22.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:22.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:22.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:22.249 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:22.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:22.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:22.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:22.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:22.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:22.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:22.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:22.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 15:10:22.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=14] [step=import] [limit=256MiB] [2024/05/06 15:10:22.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 15:10:22.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 15:10:22.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 15:10:22.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 15:10:22.304 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=143] [key=t.csv:0] [2024/05/06 15:10:22.308 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=t.csv:0] [readDur=997.241µs] [encodeDur=1.03179ms] [deliverDur=976.857µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=3.338695ms] [] [2024/05/06 15:10:22.308 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=33.871136ms] [] [2024/05/06 15:10:22.309 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/ae0c6258-f5bd-446e-b620-38a5ba757daf.sst] [firstKey=74800000000000008F5F728000000000000001] [lastKey=74800000000000008F5F728000000000000002] [2024/05/06 15:10:22.309 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 15:10:22.309 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 15:10:22.309 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 15:10:22.311 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.814863ms] [] [2024/05/06 15:10:22.311 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 15:10:22.315 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:22.316 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:10:22.316 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:22.316 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 15:10:22.316 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF8F5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF8F5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:10:22.317 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF8F5F728000000000FF0000010000000000FA] [end=7480000000000000FF8F5F728000000000FF0000030000000000FA] [2024/05/06 15:10:22.317 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF8F5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF8F5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:10:22.317 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=436.478µs] [2024/05/06 15:10:22.318 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.184639ms] [] [2024/05/06 15:10:22.329 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 31, but you sent conf_ver: 5 version: 29"] [region="{ID=136,startKey=7480000000000000FF8F5F728000000000FF0000010000000000FA,endKey=7480000000000000FF8F5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:31 \",peers=\"id:137 store_id:2 ,id:138 store_id:3 ,id:139 store_id:1 \"}"] [start=74800000000000008F5F728000000000000001] [end=74800000000000008F5F728000000000000003] [2024/05/06 15:10:22.330 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000008F5F728000000000000001] [endKey=74800000000000008F5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:24.330 +08:00] [2024/05/06 15:10:22.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571565679935491] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:22.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571565679935491] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:24.343 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:10:24.344 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=2.033554985s] [] [2024/05/06 15:10:24.344 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 15:10:24.345 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=998.274µs] [] [2024/05/06 15:10:24.345 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 15:10:24.345 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 15:10:24.347 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.312767ms] [] [2024/05/06 15:10:24.347 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 15:10:24.347 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 15:10:24.347 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=52.467µs] [] [2024/05/06 15:10:24.347 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 15:10:24.348 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=797.526µs] [] [2024/05/06 15:10:24.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=14] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:24.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=14] [task-type=ImportInto] [num=1] [2024/05/06 15:10:24.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:24.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:24.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:24.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:24.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:24.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:24.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:24.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:24.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:24.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:24.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:24.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:24.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:24.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 15:10:24.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:24.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=14] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:24.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:24.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=14] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:24.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:24.974 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:24.979 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:24.979 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:24.979 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:24.979 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:24.980 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:24.980 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:24.980 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:24.981 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=14] [error="context canceled"] [2024/05/06 15:10:24.981 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=14] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.744605746s] [] [2024/05/06 15:10:25.288 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=14] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:25.288 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=post-process] [2024/05/06 15:10:25.302 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 15:10:25.305 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 15:10:25.632 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [state=cancelling] [stage=2] [2024/05/06 15:10:25.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 15:10:25.809 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 15:10:25.809 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 15:10:25.809 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=2.535µs] [] [2024/05/06 15:10:25.809 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:10:25.826 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/06 15:10:25.826 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=14] [error="context canceled"] [2024/05/06 15:10:25.827 +08:00] [ERROR] [txn.go:596] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:596\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:25.828 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 15:10:25.828 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 15:10:25.829 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=14] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:25.831 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=14] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:25.832 +08:00] [WARN] [scheduler.go:622] ["subtask canceled"] [task-id=14] [error="context canceled"] [2024/05/06 15:10:26.069 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:26.125 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/06 15:10:26.376 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=14] [step=2] [2024/05/06 15:10:26.382 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=post-process] [2024/05/06 15:10:26.426 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/06 15:10:26.635 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 15:10:26.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:26.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:26.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:26.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:26.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:26.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:26.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:26.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:26.645 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:26.645 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:26.645 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:26.645 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:26.647 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=14] [2024/05/06 15:10:26.654 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:10:26.699 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=14] [step=2] [state=reverted] [2024/05/06 15:10:26.744 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=14] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:10:26.823 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=1.518386595s] [] [2024/05/06 15:10:26.824 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5209566030000001\n# Parse_time: 0.000248655\n# Compile_time: 0.000251597\n# Rewrite_time: 0.00000263\n# Optimize_time: 0.000038138\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 15:10:27.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=14] [2024/05/06 15:10:27.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:27.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:27.846 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 15:10:27.859 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:27.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t2"] [2024/05/06 15:10:27.859 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:27.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:27.873 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:27.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:27.894 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=1.63312ms] [gotSchemaVersion=100] [phyTblIDs="[143,145]"] [actionTypes="[11,11]"] [2024/05/06 15:10:27.898 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=146] [version=100] [2024/05/06 15:10:27.942 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.424593ms] [job="ID:146, Type:truncate table, State:done, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:27.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:27.961 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=146] [elementID=1] [comment="table ID is 143"] [2024/05/06 15:10:27.965 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="truncate table"] [2024/05/06 15:10:27.967 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:truncate table, State:synced, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:27.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:27.983 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 15:10:27.983 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:28.025 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:10:28.041 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=15] [job-id=15] [thread-cnt=8] [2024/05/06 15:10:28.042 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=15] [2024/05/06 15:10:30.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=15] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:10:30.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=15] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:30.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=15] [task-type=ImportInto] [num=1] [2024/05/06 15:10:30.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 15:10:30.635 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 15:10:31.154 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 15:10:31.154 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 15:10:31.154 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=57.249µs] [2024/05/06 15:10:31.154 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=178.757µs] [] [2024/05/06 15:10:31.154 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:10:31.154 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=15] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:10:31.154 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:31.164 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=15] [task-type=ImportInto] [from=pending] [to=pending] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:31.164 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=15] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:31.166 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [state=cancelling] [stage=-1] [2024/05/06 15:10:31.166 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 15:10:31.634 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 15:10:31.638 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:31.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:31.639 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:31.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:31.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:31.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:31.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:31.641 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 15:10:31.644 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:31.644 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:31.644 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:31.644 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:31.644 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:31.644 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:31.644 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:31.644 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:31.645 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:31.645 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:31.652 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:10:31.854 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=1.219506297s] [] [2024/05/06 15:10:31.855 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.221868542\n# Parse_time: 0.000231214\n# Compile_time: 0.000206636\n# Rewrite_time: 0.000002374\n# Optimize_time: 0.000029795\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestLoadRemote/TestChecksumNotMatch [2024/05/06 15:10:31.864 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:10:31.865 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 15:10:31.877 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:31.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:31.877 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:31.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:10:31.892 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:31.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:31.907 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=1.047459ms] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:31.911 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=148] [version=101] [2024/05/06 15:10:31.952 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=15] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:10:31.956 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.021531ms] [job="ID:148, Type:create schema, State:done, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:31.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:31.971 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:create schema, State:synced, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:31.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:31.981 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 15:10:31.981 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:31.984 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:10:31.986 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:10:32.000 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:31.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:32.000 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:31.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 15:10:32.019 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:31.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:32.038 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.95281ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [2024/05/06 15:10:32.042 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=150] [version=102] [2024/05/06 15:10:32.087 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.282357ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:31.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:32.113 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:31.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:32.124 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 15:10:32.125 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:32.138 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=15] [2024/05/06 15:10:32.145 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:32.158 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:32.167 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:10:32.186 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=16] [job-id=16] [thread-cnt=1] [2024/05/06 15:10:32.186 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=16] [2024/05/06 15:10:33.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=16] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:10:33.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=16] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:33.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=16] [task-type=ImportInto] [num=1] [2024/05/06 15:10:33.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 15:10:33.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:33.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:10:33.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=69.968µs] [2024/05/06 15:10:33.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=213.397µs] [] [2024/05/06 15:10:33.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 15:10:33.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=16] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 15:10:33.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:33.669 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=16] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:33.669 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:33.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=16] [2024/05/06 15:10:33.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=16] [type=ImportInto] [2024/05/06 15:10:34.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:34.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:34.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:34.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:34.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:34.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:34.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:34.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 15:10:34.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:34.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:34.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:34.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:34.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 15:10:34.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=16] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:34.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 15:10:34.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 15:10:34.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:34.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:34.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:34.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:34.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:34.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:34.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:34.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:34.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:34.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:34.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:34.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:34.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:34.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:34.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:34.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:34.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:34.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:34.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:34.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:34.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:34.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:34.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:34.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:34.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:34.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:34.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:34.264 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:34.264 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=16] [step=import] [limit=256MiB] [2024/05/06 15:10:34.278 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 15:10:34.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:34.285 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:34.285 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 15:10:34.388 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=149] [key=duplicate-pk-01.csv:0] [2024/05/06 15:10:34.389 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=duplicate-pk-01.csv:0] [readDur=962.703µs] [encodeDur=240.553µs] [deliverDur=23.652µs] [checksum="{cksum=412863277981286876,size=111,kvs=3}"] [takeTime=1.581606ms] [] [2024/05/06 15:10:34.390 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000955F728000000000000002] [2024/05/06 15:10:34.390 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/c0ac225c-3336-4e35-96ee-ed313725c2cf.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/06 15:10:34.390 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=112.534938ms] [] [2024/05/06 15:10:34.390 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 15:10:34.390 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 15:10:34.391 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:34.392 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.666305ms] [] [2024/05/06 15:10:34.392 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:10:34.397 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:34.398 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 15:10:34.398 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:34.398 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:34.398 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF955F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:10:34.399 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF955F728000000000FF0000010000000000FA] [end=7480000000000000FF955F728000000000FF0000030000000000FA] [2024/05/06 15:10:34.399 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF955F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:10:34.400 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=392.739µs] [2024/05/06 15:10:34.400 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.124347ms] [] [2024/05/06 15:10:34.401 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571568838770691] [req-type=Cop] [region="{ region id: 14, ver: 31, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:34.401 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571568838770691] [req-type=Cop] [region="{ region id: 14, ver: 31, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:34.408 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:31 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 33, request epoch conf_ver: 5 version: 31\")"] ["job stage"=needRescan] [2024/05/06 15:10:34.409 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000955F728000000000000001] [endKey=7480000000000000955F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:36.409 +08:00] [2024/05/06 15:10:36.422 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 15:10:36.423 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.030661988s] [] [2024/05/06 15:10:36.423 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:36.424 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.050095ms] [] [2024/05/06 15:10:36.424 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 15:10:36.424 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:36.426 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.21592ms] [] [2024/05/06 15:10:36.426 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:10:36.426 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:36.426 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=52.442µs] [] [2024/05/06 15:10:36.426 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:36.427 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=832.818µs] [] [2024/05/06 15:10:36.442 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=30] [2024/05/06 15:10:36.445 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:36.449 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:36.449 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 15:10:36.532 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=149] [key=duplicate-pk-02.csv:0] [2024/05/06 15:10:36.535 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=duplicate-pk-02.csv:0] [readDur=886.734µs] [encodeDur=1.326387ms] [deliverDur=12.894µs] [checksum="{cksum=2194573200098861684,size=111,kvs=3}"] [takeTime=2.501033ms] [] [2024/05/06 15:10:36.535 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000955F728000000000000004] [2024/05/06 15:10:36.536 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=30] [takeTime=93.874912ms] [] [2024/05/06 15:10:36.536 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/1a46b900-1fd5-41a0-b867-bd4b8483c65e.sst] [firstKey=7480000000000000955F728000000000000004] [lastKey=7480000000000000955F728000000000000006] [2024/05/06 15:10:36.536 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 15:10:36.536 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 15:10:36.536 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:36.538 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.538446ms] [] [2024/05/06 15:10:36.538 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 15:10:36.542 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:36.543 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 15:10:36.543 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:36.543 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:36.543 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF955F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:10:36.546 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF955F728000000000FF0000040000000000FA] [end=7480000000000000FF955F728000000000FF0000070000000000FA] [2024/05/06 15:10:36.546 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF955F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:10:36.546 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=488.078µs] [2024/05/06 15:10:36.547 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=3.140575ms] [] [2024/05/06 15:10:36.547 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571569402380290] [req-type=Cop] [region="{ region id: 14, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:36.547 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571569402380290] [req-type=Cop] [region="{ region id: 14, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:36.561 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 15:10:36.562 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=24.286435ms] [] [2024/05/06 15:10:36.562 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:36.563 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.001234ms] [] [2024/05/06 15:10:36.563 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 15:10:36.563 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:36.565 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.411392ms] [] [2024/05/06 15:10:36.565 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 15:10:36.565 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:36.565 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=52.782µs] [] [2024/05/06 15:10:36.565 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:36.566 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=820.054µs] [] [2024/05/06 15:10:36.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=16] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:36.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=16] [task-type=ImportInto] [num=1] [2024/05/06 15:10:36.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:36.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:36.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:36.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:36.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:36.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:36.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:36.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:36.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:37.575 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:777.603346ms txnStartTS:449571569467916291 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:205 rocksdb_delete_skipped_count:80 rocksdb_key_skipped_count:510 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:10:37.575 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:923.484855ms txnStartTS:449571569428594694 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:343 rocksdb_delete_skipped_count:80 rocksdb_key_skipped_count:924 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:10:37.576 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571569467916291\n# Query_time: 0.779528431\n# Parse_time: 0\n# Compile_time: 0.000908976\n# Rewrite_time: 0.000197507\n# Optimize_time: 0.000293547\n# Wait_TS: 0.000137922\n# Cop_time: 0.777748588 Process_time: 0.000189181 Wait_time: 0.00005776 Request_count: 1 Total_keys: 205 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 80 Rocksdb_key_skipped_count: 510\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000189181 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.776e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 233\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.777464368\n# PD_total: 0.00003657\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4gTwUjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6Nzc3LjltcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogASpYNm1zLCBwcm9jX2tleXM6IDAsIHRvdF8BEiQ6IDE4OS4ywrVzCRQkd2FpdDogNTcuOAUTHHJwY19udW06AU8BDAB0AX0AIAFUADUBVKBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdQUaGG46IDIwLjUFWchtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0JMjMzIEJ5dGVzCU4vQQoxCTFfNgkxXzA1FahsZShteXNxbC50aWRiX21kbF9pbmZvLnZlcnNpb24sIDEwMikJMAl0aWt2BYAEOnsFtxgwcywgbG9vIS9UfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbC0eRDIwNSwgZ2V0X3NuYXBzaG90XwU/AbwtFZhvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODAsIGtleV86FwAENTEhFiRsb2NrOiB7fX19Ad4BBFwKMgk0M181CTFfMAkxMDAwMAl0YWJsZToy3gABUnBlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCXbwACAJTi9BCU4vQQo=')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('ywWYCsYFCg1UYWJsZVJlYWRlcl83EpoDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMDIpaqABbnEAuCwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9rZXlzOiAyMDUsIGdldF9zbmFwc2hvdF90AbDAIDIwLjjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODAsIGtleT4XAEA1MTAsIGJsb2NrOiB7fX19cAXmAQEy9QAB7Azqc+ZAGfUkAUABUhBkYXRhOj21CFoVdAGWGDc3Ny45bXM1SxxiygFjb3BfdCFoOCB7bnVtOiAxLCBtYXg6IAErADYBKwxwcm9jDewYMCwgdG90XwESGDogMTg5LjIF4gEUHHdhaXQ6IDU3EfUIcGNfEU8BDAV+BVQANQFUYGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAB9Ax1aWxkBZMIX2R1BRoEbjohTgA1BWyobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOkBeP///////////wEYAQ==')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 102;"] [2024/05/06 15:10:37.577 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571569428594694\n# Query_time: 0.927722847\n# Parse_time: 0\n# Compile_time: 0.002228658\n# Rewrite_time: 0.000456976\n# Optimize_time: 0.001392878\n# Wait_TS: 0.000116781\n# Cop_time: 0.922515049 Process_time: 0.000449409 Wait_time: 0.000062822 Request_count: 2 Total_keys: 686 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 160 Rocksdb_key_skipped_count: 1848\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000224704 Cop_proc_p90: 0.000317295 Cop_proc_max: 0.000317295 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1411e-05 Cop_wait_p90: 3.3578e-05 Cop_wait_max: 3.3578e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12676\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1hW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjkyMy42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAA0HYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADMdd2AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsJSQAMQEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwdsQGFNalQcGFydGlhbF93b3JrZXI6e3dhbGxfLdUcMi45MzU2OTUBMQhjb2450YgsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjQuNjE0MjE4NjMxcwkXGGV4ZWM6MHMJDQVWCSRQNTMxNzRzLCBtYXg6OTIyLjg2MDg0JR4IcDk1MhIAFH0sIGZpbmqhAAw3MDc3sqEAFDMxNDA5Nw2UBaEcNDUuOTY2wrUNFBmoFDM3MDA3My6oAAw5MzkxRWcVqA0SAH1B3QEEGAo0CTFfMzAxsCRub3QoaXNudWxsPZghzgVmBfwBvi2QCAkzOFG4IE4vQQo1CTZfMyG7CDgwMD37SqMCeTFSLAMgc2NoZW1hX2lkAcwAeULvA0WpCR5JTAhtaW4VrwA4VkcCBDIuLrkAACx6SQIMNzE4NbaoARgzMDA3MTY4LZQlqEJJAhAzMDQyNS6gARA2MTg3MYWKMaAREnpIAhA3MDUxMwXRnukCGDMxNjAwNzYuoAAYNDQuNTgxwkJIAhQzMjE1MDIu8AIQNjUxODFFtxWoDRJZSCA2CTMxXzM2CTAp/jhkYXRhOkhhc2hBZ2dfMzF50AAyOnsFDGNvcF9hnwg6IHthoQQgMWlnACChpWXLQSwYX2tleXM6IG2+ARIYOiAzMTcuMxW+ZdIMIDMzLmkZCHJwY2XwAU8BDEW/BVRlD2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMLESAZMIX2R1BRoQbjogMTcFaixtYXhfZGlzdHNxbF8uegEYIDF9CTIzNq3EYQwAN2EMDDEJMV8tELUJStACAdDJov4OA3UOSmYAyYF9HgA4JZUEa3YF7AQ6eyUjQbRt3Tx9LCBzY2FuX2RldGFpbDogyRktikAzNDMsIGdldF9zbmFwc2hvdC1iDDEzLjUlKphyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgwLCBrZXk+FwAgOTI0LCBibG9jQRAEfX1ZXxQ4CTQzXzOBrQwwCTEwgWCFBgA6LggIfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvevAAIbgBBAQKM0HLHDQxKFByb2Jlgf0ANhp7CEBkYXRhOlNlbGVjdGlvbl80MAVSGG1lOjI1MC5pSi09ACxBYylZACA22AIQNzU1LjQlIyH3LU8y2QIIMTMyDU3VqxAgMjkuMgU1Qc1xKAEMJbYMIDY3MU35AGPC2gIANm1GdtwCADJd3CGGBDQwRdwxGkpwAgxyZW9yFnMJ/mMCNmMCCDkuOSlA/mMCPmMCBDUJQWMAOQXY/mMCfmMC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('phjwSQqhGAoNUHJvamVjdGlvbl8xMxKJFwoHU29ydF8xNBKRFgoLSGFzaEpvaW5fMjcSwwUKDlRhYmxlUmVhZGVyXzQxEo8DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaqABdGplAAgsIHMB2/B9ZGV0YWlsOiB7dG90YWxfa2V5czogMzQzLCBnZXRfc25hcHNob3RfdGltZTogOS45NMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA4MCwga2V5X3NraXBwZWRfY291bnQ6IDkyNCwgYmxvY2s6IHt9fX1wCdsM////AR3pLBoBAiFVVVVVlXT2QBnsKAFAAVIRZGF0YTpTPa0EWhYFmhAyNTAuMQWaBGxvJUQUYswBY29wKWFMIHtudW06IDEsIG1heDogNzU1LjQFLAxwcm9jDfIYMCwgdG90XwESEDogMTMyDU4BFCR3YWl0OiAyOS4yBTUMcnBjXxFQAQwFgBQgNjcxLjYFIIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFlQhfZHUFGhhuOiAxNi4zBTpwbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOguIQEQEpUPCgpB1iBBZ2dfMjkSvAsuwgIQMzAS2AoZIBAzNRK0Bjb1AhAzNhKKBB0iADFO8wIANEVw/vMC7vMCTfMAKEHzAAABAQRAv0nzLJQBZ3JvdXAgYnk6bWF8Nv0CIcQcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBEam9iX2lkKS0+Q29sdW1uIzE4/nADSnADDDEzLjVFGwBy/nADbnADICHe3d3dHT73QDlmYW0ED2RhbQhIYXNFZwwzMVoVRescOTIyLjZtcyx1agDIYmoDEDkyMy41ASshk05pAwgzMTdN/HlpBDMzbUlhXUZpAwFUADQBVMZoAwA3JUtuZgMA7C5mAyUXCK1s+DoXAQCE/n0Cvn0CVWFdbQA1PY0AOCEOkfdUyAJwYXJ0aWFsX3dvcmtlcjp7d2FsbImlIboUNzE4NTc3ATIuYgQYNSwgdGFzayVvADCpCoX2LDQuNjEzMDA3MTY4cwkXEGV4ZWM6wawhsUUQCSQMNDI1M2FRBGF4BWcQNjE4NzFFJghwOTUyEgAUfSwgZmluZqAADDA1MTMF0qKgABQxNjAwNzYuoAAQNDQuNTjJDzanABQyMTUwMjQuqAAMNTE4MSUPFagNEgB9WoUHYSwIrUj+TRUIALlAZSwoFm5vdChpc251bGw1sAg1KSlapgEIcPwCMu8GHAEhRERERCRjPlYABDhnkedRBAQ1LI2WHGZpcnN0cm93HW6Ziwg1WhMlmwg5MjMh6lEcAMl6HAIQOTM1NjllsJ58ARg0MjE4NjMxLnwBQhwCQRoEMTcudQEUODYwODQxAZoxdRESeh0CDDkzNzC2vQIYNDMxNDA5Ny6hABA0NS45NumrMh0CFDQzNzAwNy7FAhA4OTM5MYVsFagNEl4dAg7KCBRvQQ1BKaweogloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYlUGBCwgNe8EKV1VQwQzLjLNAQA5FkwIEGhhc2hfxbQAOhbCCSH1AC4lXRBmZXRjaBkPBTAsOjBzfSGZKiJLzRseOqYAAD1KkAChuOlLEDpkZXNjUjEH6QkdpyUyTXQFbAR9Wj5sAE63BwFIEG1ldGEsTrUHGYkdaYVgDWkMYg1DbyYyCUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:37.585 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:37.585 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:37.585 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:700.243235ms txnStartTS:449571569494392835 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:2 total_versions:118 rocksdb_delete_skipped_count:30 rocksdb_key_skipped_count:324 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:10:37.585 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:37.585 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:37.586 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571569494392835\n# Query_time: 0.703803798\n# Parse_time: 0\n# Compile_time: 0.002432975\n# Rewrite_time: 0.000716483\n# Optimize_time: 0.001039253\n# Wait_TS: 0.000109495\n# Cop_time: 0.700282804 Process_time: 0.000177095 Wait_time: 0.000085903 Request_count: 1 Process_keys: 2 Total_keys: 118 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 30 Rocksdb_key_skipped_count: 324\n# Is_internal: true\n# Digest: 31e5ea81dd48e950b578b79c305752dc0d19a4f70501248ce0fe722a515ccb07\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000177095 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 8.5903e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 250\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4QfoMAkxNl84CTAJMC4wMAlvZmZzZXQ6MCwgY291bnQ6MQkwCXRpbWU6NzAwLjRtcywgbG9vcHM6MQlOL0EBBBwKMQkzMV8xMxFBMGRhdGE6TGltaXRfMTJePQABXlRwX3Rhc2s6IHtudW06IDEsIG1heDogAWdYMm1zLCBwcm9jX2tleXM6IDIsIHRvdF8BEiQ6IDE3Ny4xwrVzCRQkd2FpdDogODUuOQUTDHJwY18RTwEMAHQBugVUADEBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhBuOiAxNg1ZqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfQkyNTAgQnl0ZXMJTi9BCjIhTxQxMgkxXzBuUgEEa3YFbAQ6ewWjADA5WFR9LCBzY2FuX2RldGFpbDoge3RvdGFsBf0IZXNzMhIBOhcAKF9zaXplOiAxMDcwJR0EYWwNLkQxMTgsIGdldF9zbmFwc2hvdF8FdQggMzIpNVxvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9JAhwgMzAsIGtleUIXABwyNCwgYmxvYyHEEH19fQlOTREYMwkxXzExCTUBgGVxKGNhc3QobXlzcWwudGlkYl9iYWNrZ3JvdW5kX3N1YkEIAC4BBQGwYCwgZG91YmxlIEJJTkFSWSksIDE2KSwgZXF6QAA8ZXhlY19pZCwgIjo0MDAwIo40ACxzdGVwLCAxKSwgaW56XwBYc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwQpCWEjZtEBNRkcNAk0M18xMAkhGiwxMDAwMAl0YWJsZTpaEwEhdjxlcCBvcmRlcjpmYWxzZSwgAYcsczpwc2V1ZG8JMgl0jncA')\n# Plan_digest: 5517ff696deaa2cba9ad0af5f8e3326be89c659be290400edbfac7f80b4080b3\n# Binary_plan: tidb_decode_binary_plan('lQmQCpAJCgdMaW1pdF84Eq4ICg5UYWJsZVJlYWRlcl8xMxKEBgoITAUfXDEyEuEDCgxTZWxlY3Rpb25fMTESogEKEAUxUEZ1bGxTY2FuXzEwIQAAAABYtUBBKQEJ8HEAiMNAMAI4AkACSiIKIAoFbXlzcWwSF3RpZGJfYmFja2dyb3VuZF9zdWJ0YXNrUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWQMPDvQEEpju21oPfG8D4BjihS4QFlcShjYXN0KAWTAC5akgCILnRhc2tfa2V5LCBkb3VibGUgQklOQVJZKSwgMTYpLCBlcSh2QAA8ZXhlY19pZCwgIjo0MDAwIo40ACxzdGVwLCAxKSwgaW56nwBYc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwgpahz+LgE1LlARb2Zmc2V0OjAsIGNvdW50OjFq1AFuXgBwLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3MhUBRzOiAyLCBGFwAoX3NpemU6IDEwNzARHwRrZQEuSDExOCwgZ2V0X3NuYXBzaG90X3RBAYAgMzLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF8JsBwgMzAsIGtleUIXAEAyNCwgYmxvY2s6IHt9fX1w/xEBMkQCGJH/3KoKEQJdRCgBQAFSDWRhdGE6TG0fBFoVBZEYNzAwLjRtc1WXGGLKAWNvcF9BSDw6IHtudW06IDEsIG1heDogASsAMgErIRgN5ykVJSoYOiAxNzcuMQXfNHRvdF93YWl0OiA4NS45BRMMcnBjXxFPAQwFfgVUADEBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhBuOiAxNg1ZcG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXD6ihcBRi0CWhsBVm0BBBgB')\n# Resource_group: default\nselect id, step, task_key, type, exec_id, state, start_time, state_update_time, meta, summary from mysql.tidb_background_subtask where exec_id = ':4000' and task_key = 16 and step = 1 and state in ('pending','running') limit 1;"] [2024/05/06 15:10:37.601 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:10:37.602 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:37.602 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=16] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:37.603 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:37.616 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=16] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:37.616 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:38.617 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571569782489091\n# Query_time: 0.62453021\n# Parse_time: 0\n# Compile_time: 0.003711752\n# Rewrite_time: 0.001098153\n# Optimize_time: 0.001311154\n# Wait_TS: 0.000142337\n# Cop_time: 0.000054323 Process_time: 0.000205537 Wait_time: 0.000057391 Request_count: 1 Process_keys: 3 Total_keys: 119 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 31 Rocksdb_key_skipped_count: 326\n# Is_internal: true\n# Digest: 31e5ea81dd48e950b578b79c305752dc0d19a4f70501248ce0fe722a515ccb07\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000205537 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.7391e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 264\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5gfwSTAJMTZfOAkwCTAuMDAJb2Zmc2V0OjAsIGNvdW50OjEJMAl0aW1lOjYyMy4ywrVzLCBsb29wczoxCU4vQQlOL0EKMQkzMV8xMwkwCUIwZGF0YTpMaW1pdF8xMhE+FDU2Mi40wh0+AWDocF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNzFtcywgcHJvY19rZXlzOiAzLCB0b3RfcHJvYzogMjA1LjUFSyx0b3Rfd2FpdDogNTcNXgxycGNfEU4BDAB0AbsQIDEuNTMBU1Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogAfgYLCBidWlsZAWRCF9kdQUaGG46IDc0LjMFa6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0JMjY0IEJ5dGVzCU4vQQoyIU8UMTIJMV8wKRBWUgEEa3YFbAQ6ewWiBfEtWFR9LCBzY2FuX2RldGFpbDoge3RvdGFsBf0MZXNzXy4SAToXACRfc2l6ZTogMTIyKTEEYWwNLkQxMTksIGdldF9zbmFwc2hvdF8FdhAgMjcuNwXfYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9JBRwgMzEsIGtleUIXABwyNiwgYmxvYyHFDH19fQlRExgzCTFfMTEJNQSAZXEoY2FzdChteXNxbC50aWRiX2JhY2tncm91bmRfc3ViQQkALgEFAbJgLCBkb3VibGUgQklOQVJZKSwgMTYpLCBlcXpAADxleGVjX2lkLCAiOjQwMDAijjQALHN0ZXAsIDEpLCBpbnpfAFhzdGF0ZSwgInBlbmRpbmciLCAicnVubgELBCkJYSZq1AE1Ghw0CTQzXzEwCSEbLDEwMDAwCXRhYmxlOloUASF3PGVwIG9yZGVyOmZhbHNlLCABiCxzOnBzZXVkbwkzCXSSeAA=')\n# Plan_digest: 5517ff696deaa2cba9ad0af5f8e3326be89c659be290400edbfac7f80b4080b3\n# Binary_plan: tidb_decode_binary_plan('mgmQCpUJCgdMaW1pdF84ErIICg5UYWJsZVJlYWRlcl8xMxKJBgoITAUfXDEyEuMDCgxTZWxlY3Rpb25fMTESowEKEAUxUEZ1bGxTY2FuXzEwIQAAAABYtUBBKQEJ8HEAiMNAMAM4AkACSiIKIAoFbXlzcWwSF3RpZGJfYmFja2dyb3VuZF9zdWJ0YXNrUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHXRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9cP////8FBAQBeAUHAQEAAQWRMPDvQEEpju21oPfG8D4BjyhS4QFlcShjYXN0KAWUAC5akwCILnRhc2tfa2V5LCBkb3VibGUgQklOQVJZKSwgMTYpLCBlcSh2QAA8ZXhlY19pZCwgIjo0MDAwIo40ACxzdGVwLCAxKSwgaW56nwBYc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwgpah3+LwE5L1ARb2Zmc2V0OjAsIGNvdW50OjFq1wFyXwBwLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3MhUhRzOiAzLCBGFwAkX3NpemU6IDEyMhUfBGtlAS7oMTE5LCBnZXRfc25hcHNob3RfdGltZTogMjcuN8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2MFsxwgMzEsIGtleUIXADwyNiwgYmxvY2s6IHt9fX1wQTgFATJIAhiR/9yqChECXUgsAUABUg1kYXRhOkxpYUMMMTJaFgWTEDU2Mi40BZMAbEmcGGLIAWNvcF9BTVw6IHtudW06IDEsIG1heDogMS43MW1zLCAhGg3pCfglLBg6IDIwNS41BUwsdG90X3dhaXQ6IDU3DV8McnBjXxFOAQwFfhAgMS41MwFTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWRCF9kdQUaGG46IDc0LjMFa3RtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1wiAIuXgNWFgFGLwItGhA2MjMuMgVjLRpWbQEEGAE=')\n# Resource_group: default\nselect id, step, task_key, type, exec_id, state, start_time, state_update_time, meta, summary from mysql.tidb_background_subtask where exec_id = ':4000' and task_key = 16 and step = 1 and state in ('pending','running') limit 1;"] [2024/05/06 15:10:38.619 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 15:10:38.622 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571569821810689\n# Query_time: 0.515026555\n# Parse_time: 0\n# Compile_time: 0.510797983\n# Rewrite_time: 0.509287994\n# Optimize_time: 0.001011404\n# Wait_TS: 0.000121424\n# Cop_time: 0.001784979 Process_time: 0.000112746 Wait_time: 0.000069347 Request_count: 2 Process_keys: 8 Total_keys: 11 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 7 Rocksdb_key_skipped_count: 21 Rocksdb_block_cache_hit_count: 6\n# Index_names: [stats_meta:idx_ver]\n# Is_internal: true\n# Digest: ea4709893ffb8edc8d58191ccbd93c4c4fdfc1d20ebbcc7f48707df328d6dbb2\n# Stats: stats_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.6373e-05 Cop_proc_p90: 5.6731e-05 Cop_proc_max: 5.6731e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.4673e-05 Cop_wait_p90: 3.9571e-05 Cop_wait_max: 3.9571e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 27272\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001166247\n# PD_total: 0.000037723\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 4\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[stats_meta,idx_ver] remain after pruning paths for stats_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[stats_meta,idx_ver] remain after pruning paths for stats_meta given Prop{SortItems: [{mysql.stats_meta.version asc}], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wAyoMAkzXzE4CTAJMzMzMy4zMwlteXNxbC5zdGF0c19tZXRhLnZlcnNpb24sIEIaABx0YWJsZV9pZEobACxtb2RpZnlfY291bnRKHwAFGOgJNAl0aW1lOjMuMjltcywgbG9vcHM6MiwgQ29uY3VycmVuY3k6NQkxNi43IEtCCU4vQQoxCTMwXzE3CRmvEUUMMi45MzJFAEhpbmRleF90YXNrOiB7dG90YWxfBW4MIDEuMgEpLGZldGNoX2hhbmRsZQEVADEFhGBidWlsZDogNS42MsK1cywgd2FpdDogOS43AQ8IfSwgCfNWVgAFQSBudW06IDEsIGMdxCwgNX0sIG5leHQ6IHsBUQBfBZwBdQQzOAGLBRQAdCVNGGxvb2t1cF8NhxAyNjAuMRWINiMADHJlc3ABQyQxMW1zfQk5LjkzMSUgMgk0N18xNShCAcwMKQkxXzkuBWUAOjndACwpJyQ6aWR4X3Zlcih2KezQKSwgcmFuZ2U6KDQ0OTU3MTU2NTg2MzQzNjI5NywraW5mXSwga2VlcCBvcmRlcjp0cnVlLCAFVhg6cHNldWRvMZYMMS4xNgHiKdsAMyEXAHAxPjEqHG1heDogODY0BehEcHJvY19rZXlzOiA0LCB0b3RfARIMOiA1NgUfAREhLhA6IDM5LgkTDHJwY18RSwEMKeUQNzY4LjgFM2hjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwp7gWQCF9kdQUaAG4Baw06LG1heF9kaXN0c3FsXzLPAQAxQQkIaWt2BToEOnsFcgAwVcEBHihzY2FuX2RldGFpbFV+AckIZXNzMt4ABGFsMhcADF9zaXpBjQA4CfwEYWwNLTw1LCBnZXRfc25hcHNob3RfBXIMIDEzLik1XHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZGl/JUoIa2V5PhYAGDgsIGJsb2NhHzkfZZkkOiAyfX19CU4vQQEEQVAkNV8xNihQcm9iZX5QAgBrWRcQZmFsc2VWGAIMOTQ3Lim/SRoAMmYaAhA2NjAuNyXKIUEtESkgJTwlsQkhWR4EMjktxEESRh4CCDU3NQ1/AGO+HgIAMmmQ/hwC4hwCBDIyCfxVHAA2VhwCADIN4X4cAgQzLE4cAgQxM2odAjA0fX19CU4vQQlOL0EK')\n# Plan_digest: 42d48b331dfe53300ddea68d4217dc467244bd898f80f10a913f2104d26d4989\n# Binary_plan: tidb_decode_binary_plan('yg2oCsUNCg1Qcm9qZWN0aW9uXzE4EvsLCg5JbmRleExvb2tVcF8xNxL0BAoRSQET8IZSYW5nZVNjYW5fMTUaAQEhAAAAAIAxB0Epq6qqqqoKqkAwBDgCQAJKKQonCgVteXNxbBIKc3RhdHNfbWV0YRoSCgdpZHhfdmVyEgd2ZXJzaW9uUj5yYW5nZTooNDQ5NTcxNTY1ODYzNDM2Mjk3LCtpbmZdLCBrZWVwIG9yZGVyOnRydWUsIHMBUvB1OnBzZXVkb1oUdGltZToxLjE2bXMsIGxvb3BzOjNixwFjb3BfdGFzazoge251bTogMSwgbWF4OiA4NjTCtXMsIHByb2Nfa2V5czogNCwgdG90X3Byb2M6IDU2wrVzLCB0b3Rfd2FpdDogMzkuNsK1cywgcnBjXxFLAQwFeRQgNzY4LjgFUoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkAhfZHUFGgBuAWsNOqBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1q4gF0aWt2X3Rhc2s6ewVzADAV6BAxfSwgcyGOVGRldGFpbDoge3RvdGFsX3Byb2Nlc3My3wA6FwAoX3NpemU6IDE4NCwB/QRhbA0tPDUsIGdldF9zbmFwc2hvdF8FchAgMTMuNAXkeHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDohSwhrZXk+FgAYOCwgYmxvYyGMOSANMhQyfX19cP8RAQQBeBEKQP8BEsUEChFUYWJsZVJvd0lESXcMNhoBAkV3CCDWE0J3AggVChNKdwIIUh5rWUIcZmFsc2UsIHMuQwIAFgXlDDk0Ny4p/ElFCDJiyWJFAhA2NjAuNyURIWstOylKJX0l3AkhWUkEMjkt7wxycGNfRkkCCDU3NQ2AAGO+SQIEMjEFjG5HAgDj/kcCckcCBDIyCf1VRwA2VkcCADIN4n5HAgQzLE5HAgQxM2pIAgA0YkgCJCGKb66ouqz5QCmdpggBQAGNOwwyLjkzmTsQMmLtAWmB62WtdVJFIgwgMS4yASooZmV0Y2hfaGFuZGxhQwguMTkBFmXjFDogNS42MiWOIHdhaXQ6IDkuNwEPDH0sIHRBylpWAAVBURMyAgQoNX0sIG5leHQ6IHsBUQBfBZwBigQzOAF1BRQAdAVaGGxvb2t1cF8NhwwyNjAuSRZGIwAMcmVzcAFDHDExbXN9cLxPfXQlLAjaKvo+LAEEUmqlzgAuZTilzQgudmWlwQQsIEIaAAmQBGlkShsAFG1vZGlmeWn8Sh8AhRQtmAQzLikXcY4EDUO9GkQ1cMyFAXj///////////8BGAE=')\n# Resource_group: default\nSELECT version, table_id, modify_count, count from mysql.stats_meta where version > 449571565863436297 order by version;"] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:38.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:38.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:38.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:38.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:38.630 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:38.630 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:38.630 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:38.630 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=16] [error="context canceled"] [2024/05/06 15:10:38.630 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=16] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.393454193s] [] [2024/05/06 15:10:38.937 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=16] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:38.938 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=post-process] [2024/05/06 15:10:38.953 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/06 15:10:38.953 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/06 15:10:38.953 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/06 15:10:38.953 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=2.532µs] [] [2024/05/06 15:10:38.953 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:10:38.954 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [weight=30] [2024/05/06 15:10:38.954 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [concurrency=15] [2024/05/06 15:10:38.956 +08:00] [ERROR] [subtask_executor.go:111] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=3.413296ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:111\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:38.957 +08:00] [ERROR] [scheduler.go:428] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=3.812039ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:428\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:38.957 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:38.957 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:38.957 +08:00] [WARN] [terror.go:242] ["Unknown error class"] [class=Lighting] [2024/05/06 15:10:38.958 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 15:10:38.964 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=16] [error="context canceled"] [2024/05/06 15:10:38.964 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=16] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=27.321942ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 15:10:38.964 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:10:39.138 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [2024/05/06 15:10:39.142 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:10:39.615 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571570083954694\n# Query_time: 0.463289613\n# Parse_time: 0\n# Compile_time: 0.000143772\n# Rewrite_time: 0.00000281\n# Optimize_time: 0.00028953\n# Wait_TS: 0\n# Prewrite_time: 0.461204467 Commit_time: 0.000977826 Get_commit_ts_time: 0.000367085 Slowest_prewrite_rpc_detail: {total:0.461s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 460.3ms, scan_detail: {get_snapshot_time: 19.8µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 31µs, propose_send_wait: 0s, persist_log: {total: 346.2µs, write_leader_wait: 193ns, sync_log: 299.8µs, write_memtable: 2.69µs}, commit_log: 529.9µs, apply_batch_wait: 21.5µs, apply: {total:122.3µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 33.9µs, write_memtable: 33.6µs}}} Commit_primary_rpc_detail: {total:0.461s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 460.3ms, scan_detail: {get_snapshot_time: 19.8µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 31µs, propose_send_wait: 0s, persist_log: {total: 346.2µs, write_leader_wait: 193ns, sync_log: 299.8µs, write_memtable: 2.69µs}, commit_log: 529.9µs, apply_batch_wait: 21.5µs, apply: {total:122.3µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 33.9µs, write_memtable: 33.6µs}}} Write_keys: 5 Write_size: 6236 Prewrite_region: 2\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n# Prev_stmt: insert into mysql.tidb_background_subtask (step, task_key, exec_id, meta, state, type, checkpoint, summary) values (2, 16, ':4000', _binary'{}', 'revert_pending', 2, _binary'', '{}')\ncommit;"] [2024/05/06 15:10:39.616 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571570123276289\n# Query_time: 0.347383705\n# Parse_time: 0\n# Compile_time: 0.001906032\n# Rewrite_time: 0.000580699\n# Optimize_time: 0.000875039\n# Wait_TS: 0.00009721\n# Cop_time: 0.344382896 Process_time: 0.000142776 Wait_time: 0.000029727 Request_count: 1 Process_keys: 3 Total_keys: 121 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 31 Rocksdb_key_skipped_count: 336\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000142776 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.9727e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 787\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('gAnwWDAJM183CTAJMC4wMAkxLT5Db2x1bW4jMTYJMAl0aW1lOjM0NC42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgk1NDAgQnl0ZXMJTi9BCjEJMTZfOAkwCVJAb2Zmc2V0OjAsIGNvdW50OjEuVwAENW0ZVwwJTi9BAQQcCjIJMzFfMTMRkzBkYXRhOkxpbWl0XzEyXj0AAV7wPHBfdGFzazoge251bTogMSwgbWF4OiA3NzAuMsK1cywgcHJvY19rZXlzOiAzLCB0b3RfcHJvYzogMTQyLjgFIjR0b3Rfd2FpdDogMjkuNwUTDHJwY18FUAQyLAUMJRIQIDEuNTMBu4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhhuOiAxNS4zBVg0bWF4X2Rpc3RzcWxfY285T0AgMX0sIFJlc29sdmVMb2NrOgHODF9ycGMheBR0b3RhbF8FgwAzAbUcbXN9CTI0NyA5fAwzCTE2IScIMV8wbn8BBGt2BZkEOnsFTAAwOYVAfSwgc2Nhbl9kZXRhaWw6IHsJcyE7DGVzc18uPgEEYWwyFwAsX3NpemU6IDE0NjksDakJLkAxMjEsIGdldF9zbmFwc2hvdAnBECA3LjkxJQtgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX0kxHCAzMSwga2V5QhcAFDM2LCBibCEkFCB7fX19CVFAGDQJMV8xMQk1A4BlcShjYXN0KG15c3FsLnRpZGJfYmFja2dyb3VuZF9zdWJBNwAuAQUBsmAsIGRvdWJsZSBCSU5BUlkpLCAxNiksIGVxekAAPGV4ZWNfaWQsICI6NDAwMCKONAAsc3RlcCwgMiksIGluel8AZHN0YXRlLCAicGVuZGluZyIsICJyZXZlcnRfLhIACHVubjIdAAENBCkJYchm8gE1OBg1CTQzXzEwJTksMTAwMDAJdGFibGU6WjIBIZU8ZXAgb3JkZXI6ZmFsc2UsIAGmLHM6cHNldWRvCTMJdI53AA==')\n# Plan_digest: d1d7ddd77c9aa9fabdb38ad00f2fb25b4a21067d967976961d78d6de18f5929a\n# Binary_plan: tidb_decode_binary_plan('zgrQCskKCgxQcm9qZWN0aW9uXzcS3gkKB0xpbWl0XzgS/AgKDlRhYmxlUmVhZGVyXzEzEqUGCggJHyQxMhKABAoMU2VsDTwcMTESogEKEFQBMVBGdWxsU2Nhbl8xMCEAAAAAWLVAQSkBCfBxAIjDQDADOAJAAkoiCiAKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFza1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFkDDw70BBKY7ttaD3xgA/AY4oUoACZXEoY2FzdCgFkwAuWpIAiC50YXNrX2tleSwgZG91YmxlIEJJTkFSWSksIDE2KSwgZXEodkAAPGV4ZWNfaWQsICI6NDAwMCKONAAsc3RlcCwgMiksIGluep8AZHN0YXRlLCAicGVuZGluZyIsICJyZXZlcnRfLhIACHVubjIdAAENCClqHP5NATVNUBFvZmZzZXQ6MCwgY291bnQ6MWrWAW5eAHAsIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2VzcyFvFHM6IDMsIEYXAChfc2l6ZTogMTQ2OREfBGtlAS5IMTIxLCBnZXRfc25hcHNob3RfdEEgiCA3LjkxwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfCbIcIDMxLCBrZXlCFwA8MzYsIGJsb2NrOiB7fX19cEVWAQEyZQIYlu7SqgoRAl1lKAFAAVINZGF0YTpMZV8MMTJaFQWTGDM0NC41bXNVuBhi9wFjb3BfQWlQOiB7bnVtOiAxLCBtYXg6IDc3MC4yBb4hGw3qKRglLSEJCDIuOAUiNHRvdF93YWl0OiAyOS43BRMMcnBjXwVQBDIsBQwFfxAgMS41MwF/gGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaGG46IDE1LjMFWJBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIFJlc29sdmVMITIBzhRfcnBjOjExrQWDADMBtRBtc31w94pEAUZcAlpIAVqaARCR/9yqmkKaATAMMS0+Q29sdW1uIzE2HVEANiEaJGxvb3BzOjFiD0Md3UhPRkZwnAR4////////////ARgB')\n# Resource_group: default\nselect 1 from mysql.tidb_background_subtask where exec_id = ':4000' and task_key = 16 and step = 2 and state in ('pending','revert_pending','running','reverting') limit 1;"] [2024/05/06 15:10:39.626 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=16] [2024/05/06 15:10:39.923 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=16] [step=2] [2024/05/06 15:10:39.927 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=16] [2024/05/06 15:10:39.929 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=post-process] [2024/05/06 15:10:40.136 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 15:10:40.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:40.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:40.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:40.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:40.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:40.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:40.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:40.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 15:10:40.146 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:40.146 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:40.146 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:40.147 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:40.146 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:40.146 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:40.147 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:40.147 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:40.147 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:40.147 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:40.149 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=16] [2024/05/06 15:10:40.157 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:10:40.247 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=16] [step=2] [state=reverted] [2024/05/06 15:10:40.292 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:10:40.297 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.169995362\n# Parse_time: 0.000134603\n# Compile_time: 0.000449015\n# Rewrite_time: 0.000162659\n# Optimize_time: 0.000032951\n# Wait_TS: 0.000329181\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6OC4xN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjguMTdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 15:10:40.301 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 15:10:40.314 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:40.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:40.314 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:40.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t;"] [2024/05/06 15:10:40.331 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:40.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:40.354 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.038752ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [2024/05/06 15:10:40.359 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=152] [version=103] [2024/05/06 15:10:40.402 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.254787ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:40.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:40.417 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=152] [elementID=1] [comment="table ID is 149"] [2024/05/06 15:10:40.421 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/06 15:10:40.423 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:40.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:40.441 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 15:10:40.441 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:40.490 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:10:40.510 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=17] [job-id=17] [thread-cnt=1] [2024/05/06 15:10:40.510 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=17] [2024/05/06 15:10:40.644 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=16] [2024/05/06 15:10:40.652 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:40.665 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:42.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=17] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:10:42.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:42.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/06 15:10:42.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 15:10:42.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:42.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:10:42.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=59.445µs] [2024/05/06 15:10:42.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=181.748µs] [] [2024/05/06 15:10:42.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 15:10:42.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 15:10:42.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:42.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=17] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:42.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:42.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=17] [2024/05/06 15:10:42.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=17] [type=ImportInto] [2024/05/06 15:10:43.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:43.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:43.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:43.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:43.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:43.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:43.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:43.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:43.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:43.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:43.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:43.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:43.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 15:10:43.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=17] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:43.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 15:10:43.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 15:10:43.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:43.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:43.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:43.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:43.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:43.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:43.247 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:10:43.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:43.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:43.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:43.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:43.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:43.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:43.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:43.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:43.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:43.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:43.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:43.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:43.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:43.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:43.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:43.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=17] [step=import] [limit=256MiB] [2024/05/06 15:10:43.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=33] [2024/05/06 15:10:43.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:43.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:43.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 15:10:43.387 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 15:10:43.389 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.026883ms] [encodeDur=728.576µs] [deliverDur=23.107µs] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [takeTime=2.07549ms] [] [2024/05/06 15:10:43.390 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000975F728000000000000002] [2024/05/06 15:10:43.390 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=33] [takeTime=113.748259ms] [] [2024/05/06 15:10:43.390 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/25807d3a-1a7e-4a0c-92d4-a206e97dc36c.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 15:10:43.391 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 15:10:43.391 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 15:10:43.391 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:43.393 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.891837ms] [] [2024/05/06 15:10:43.393 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:10:43.397 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:43.399 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 15:10:43.399 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:43.399 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:43.399 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF975F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:10:43.400 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF975F728000000000FF0000010000000000FA] [end=7480000000000000FF975F728000000000FF0000030000000000FA] [2024/05/06 15:10:43.400 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF975F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:10:43.400 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=508.268µs] [2024/05/06 15:10:43.400 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.253722ms] [] [2024/05/06 15:10:43.410 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 1, region 14, epoch conf_ver:5 version:35 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 37, request epoch conf_ver: 5 version: 35\")"] ["job stage"=needRescan] [2024/05/06 15:10:43.411 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000975F728000000000000001] [endKey=7480000000000000975F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:45.411 +08:00] [2024/05/06 15:10:43.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571571211173891] [req-type=Cop] [region="{ region id: 14, ver: 35, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:43.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571571211173891] [req-type=Cop] [region="{ region id: 14, ver: 35, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:45.423 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 15:10:45.424 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.031774019s] [] [2024/05/06 15:10:45.425 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:45.426 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=933.507µs] [] [2024/05/06 15:10:45.426 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 15:10:45.426 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:45.427 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.638991ms] [] [2024/05/06 15:10:45.427 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:10:45.427 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:45.427 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=39.367µs] [] [2024/05/06 15:10:45.427 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:45.428 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=758.644µs] [] [2024/05/06 15:10:45.444 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=34] [2024/05/06 15:10:45.447 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:45.451 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:45.451 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 15:10:45.609 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 15:10:45.610 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=911.986µs] [encodeDur=278.434µs] [deliverDur=14.019µs] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [takeTime=1.502878ms] [] [2024/05/06 15:10:45.611 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000975F728000000000000004] [2024/05/06 15:10:45.611 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/9e76cf35-7434-4e58-9c73-4da83de20dec.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 15:10:45.611 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=34] [takeTime=167.760004ms] [] [2024/05/06 15:10:45.612 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 15:10:45.612 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 15:10:45.612 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:45.614 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.701523ms] [] [2024/05/06 15:10:45.614 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 15:10:45.618 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:45.619 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 15:10:45.619 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:45.619 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:45.620 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF975F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:10:45.620 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF975F728000000000FF0000040000000000FA] [end=7480000000000000FF975F728000000000FF0000070000000000FA] [2024/05/06 15:10:45.620 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF975F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:10:45.621 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=462.188µs] [2024/05/06 15:10:45.621 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.193196ms] [] [2024/05/06 15:10:45.632 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 39, but you sent conf_ver: 5 version: 37"] [region="{ID=168,startKey=7480000000000000FF975F728000000000FF0000040000000000FA,endKey=7480000000000000FF975F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:39 \",peers=\"id:169 store_id:2 ,id:170 store_id:3 ,id:171 store_id:1 \"}"] [start=7480000000000000975F728000000000000004] [end=7480000000000000975F728000000000000007] [2024/05/06 15:10:45.633 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000975F728000000000000004] [endKey=7480000000000000975F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:47.633 +08:00] [2024/05/06 15:10:45.635 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571571787890695] [req-type=Cop] [region="{ region id: 14, ver: 37, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:47.645 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 15:10:47.647 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.032946407s] [] [2024/05/06 15:10:47.647 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:47.648 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=981.108µs] [] [2024/05/06 15:10:47.648 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 15:10:47.648 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:47.649 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.351775ms] [] [2024/05/06 15:10:47.649 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 15:10:47.649 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:47.649 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=40.077µs] [] [2024/05/06 15:10:47.649 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:47.650 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=707.168µs] [] [2024/05/06 15:10:48.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:48.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/06 15:10:48.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:48.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:48.142 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:48.142 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:48.143 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:48.143 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:48.144 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:48.144 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:48.144 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:48.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:48.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:48.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:48.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:48.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:48.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:48.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:48.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:48.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:48.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:48.175 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:10:48.176 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:48.176 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:48.176 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:48.189 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=17] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:48.189 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:48.277 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 15:10:48.283 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:48.283 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:48.284 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:48.283 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:48.283 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:48.283 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:48.284 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:48.284 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:48.284 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:48.284 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:48.285 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:48.285 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:48.285 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:48.285 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=17] [error="context canceled"] [2024/05/06 15:10:48.285 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=17] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.04864274s] [] [2024/05/06 15:10:48.592 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=17] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:48.593 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=17] [step=post-process] [2024/05/06 15:10:48.607 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/06 15:10:48.607 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/06 15:10:48.607 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/06 15:10:48.607 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=1.836µs] [] [2024/05/06 15:10:48.607 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=85.792µs] [] [2024/05/06 15:10:48.607 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=197.376µs] [] [2024/05/06 15:10:48.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:48.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/06 15:10:48.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:48.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:10:48.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:48.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=17] [step=done] [state=running] [] [2024/05/06 15:10:48.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=17] [2024/05/06 15:10:48.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:48.923 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.478933084\n# Parse_time: 0.000183941\n# Compile_time: 0.000504373\n# Rewrite_time: 0.000162081\n# Optimize_time: 0.000175969\n# Wait_TS: 0.000299777\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 15:10:48.927 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=17] [error="context canceled"] [2024/05/06 15:10:48.927 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=17] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=334.686847ms] [] [2024/05/06 15:10:48.927 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 15:10:48.942 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:48.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t;"] [2024/05/06 15:10:48.942 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 15:10:48.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:48.958 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:48.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:48.982 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.039923ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [2024/05/06 15:10:48.986 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=154] [version=104] [2024/05/06 15:10:49.030 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=52.530854ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:147, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:48.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:49.044 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=154] [elementID=1] [comment="table ID is 151"] [2024/05/06 15:10:49.048 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 15:10:49.050 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:147, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:48.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:49.068 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 15:10:49.068 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:49.111 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:10:49.130 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=18] [job-id=18] [thread-cnt=1] [2024/05/06 15:10:49.130 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=18] [2024/05/06 15:10:49.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=17] [2024/05/06 15:10:49.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:49.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:51.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=18] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:10:51.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:10:51.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/06 15:10:51.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 15:10:51.650 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:10:51.650 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 15:10:51.650 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=85.531µs] [2024/05/06 15:10:51.650 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=225.301µs] [] [2024/05/06 15:10:51.650 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 15:10:51.650 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 15:10:51.650 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:10:51.667 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=18] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:10:51.667 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:10:51.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=18] [2024/05/06 15:10:51.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=18] [type=ImportInto] [2024/05/06 15:10:52.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:52.142 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:52.142 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:52.143 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:52.143 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:52.144 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:52.144 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:52.145 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:52.159 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:52.159 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:52.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:52.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:52.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 15:10:52.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=18] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:52.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 15:10:52.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 15:10:52.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:52.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:52.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:52.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:52.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:52.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:52.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:52.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:52.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:52.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:10:52.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:52.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:52.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:10:52.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:10:52.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:52.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:52.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:52.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:52.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:52.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:52.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:52.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:52.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:52.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:52.256 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:52.256 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:52.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:10:52.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:10:52.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=18] [step=import] [limit=256MiB] [2024/05/06 15:10:52.280 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=36] [2024/05/06 15:10:52.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:52.288 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:52.288 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 15:10:52.387 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 15:10:52.388 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=945.098µs] [encodeDur=263.755µs] [deliverDur=32.026µs] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [takeTime=1.533044ms] [] [2024/05/06 15:10:52.389 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000995F728000000000000002] [2024/05/06 15:10:52.389 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0ad9f5ad-64bc-496b-9386-1c997ec03deb.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 15:10:52.389 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=36] [takeTime=109.115679ms] [] [2024/05/06 15:10:52.390 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 15:10:52.390 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 15:10:52.390 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:52.392 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.755469ms] [] [2024/05/06 15:10:52.392 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:10:52.396 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:52.398 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 15:10:52.398 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:52.398 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:52.398 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF995F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:10:52.399 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF995F728000000000FF0000010000000000FA] [end=7480000000000000FF995F728000000000FF0000030000000000FA] [2024/05/06 15:10:52.399 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF995F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:10:52.399 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=519.183µs] [2024/05/06 15:10:52.400 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.411666ms] [] [2024/05/06 15:10:52.412 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 41, but you sent conf_ver: 5 version: 39"] [region="{ID=176,startKey=7480000000000000FF995F728000000000FF0000010000000000FA,endKey=7480000000000000FF995F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:41 \",peers=\"id:177 store_id:2 ,id:178 store_id:3 ,id:179 store_id:1 \"}"] [start=7480000000000000995F728000000000000001] [end=7480000000000000995F728000000000000003] [2024/05/06 15:10:52.412 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000995F728000000000000001] [endKey=7480000000000000995F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:54.412 +08:00] [2024/05/06 15:10:52.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571573570469893] [req-type=Cop] [region="{ region id: 14, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:52.447 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571573570469893] [req-type=Cop] [region="{ region id: 14, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:54.424 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 15:10:54.426 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.034197654s] [] [2024/05/06 15:10:54.426 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:10:54.427 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=993.964µs] [] [2024/05/06 15:10:54.427 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 15:10:54.427 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:54.428 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.26118ms] [] [2024/05/06 15:10:54.428 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:10:54.429 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:54.429 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=44.56µs] [] [2024/05/06 15:10:54.429 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:10:54.429 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=748.983µs] [] [2024/05/06 15:10:54.446 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=37] [2024/05/06 15:10:54.450 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:54.453 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:54.453 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 15:10:54.479 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 15:10:54.480 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=752.001µs] [encodeDur=359.567µs] [deliverDur=11.254µs] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [takeTime=1.37762ms] [] [2024/05/06 15:10:54.481 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000995F728000000000000004] [2024/05/06 15:10:54.481 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=37] [takeTime=35.08225ms] [] [2024/05/06 15:10:54.481 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/fcfc5d21-60ea-49b2-a499-ab32afb6401e.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 15:10:54.481 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 15:10:54.481 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 15:10:54.481 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:54.483 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.572547ms] [] [2024/05/06 15:10:54.483 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 15:10:54.487 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:10:54.488 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 15:10:54.488 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:10:54.488 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:54.489 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF995F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:10:54.489 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF995F728000000000FF0000040000000000FA] [end=7480000000000000FF995F728000000000FF0000070000000000FA] [2024/05/06 15:10:54.489 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF995F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:10:54.490 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=434.026µs] [2024/05/06 15:10:54.490 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.088988ms] [] [2024/05/06 15:10:54.497 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:41 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 43, request epoch conf_ver: 5 version: 41\")"] ["job stage"=needRescan] [2024/05/06 15:10:54.497 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571574108127234] [req-type=Cop] [region="{ region id: 14, ver: 41, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:54.497 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571574108127234] [req-type=Cop] [region="{ region id: 14, ver: 41, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:10:54.497 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000995F728000000000000004] [endKey=7480000000000000995F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:10:56.497 +08:00] [2024/05/06 15:10:56.509 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 15:10:56.511 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.027611697s] [] [2024/05/06 15:10:56.511 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 15:10:56.512 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=905.37µs] [] [2024/05/06 15:10:56.512 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 15:10:56.512 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:56.513 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.200402ms] [] [2024/05/06 15:10:56.513 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 15:10:56.513 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:56.513 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=42.02µs] [] [2024/05/06 15:10:56.513 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 15:10:56.514 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=703.748µs] [] [2024/05/06 15:10:56.637 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:10:56.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/06 15:10:56.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 15:10:56.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:10:56.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:10:56.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:10:56.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:56.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:10:56.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:10:56.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:10:56.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:10:56.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:56.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:56.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:56.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:56.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:56.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:56.659 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:56.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:56.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:56.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:56.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 15:10:56.675 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:10:56.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:10:56.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:56.687 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=18] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:10:56.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:56.832 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:10:56.838 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:10:56.838 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:56.838 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:56.838 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:10:56.840 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:10:56.840 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:10:56.840 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:10:56.840 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=18] [error="context canceled"] [2024/05/06 15:10:56.840 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=18] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.602307378s] [] [2024/05/06 15:10:57.146 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=18] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:10:57.147 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=18] [step=post-process] [2024/05/06 15:10:57.160 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/06 15:10:57.160 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/06 15:10:57.160 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/06 15:10:57.160 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=2.684µs] [] [2024/05/06 15:10:57.160 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 15:10:57.161 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 15:10:57.161 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 15:10:57.163 +08:00] [WARN] [subtask_executor.go:159] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:10:57.163 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=3.394015ms] [] [2024/05/06 15:10:57.163 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=3.522884ms] [] [2024/05/06 15:10:57.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:10:57.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/06 15:10:57.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=post-process] [next-step=done] [2024/05/06 15:10:57.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:10:57.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:10:57.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=18] [step=done] [state=running] [] [2024/05/06 15:10:57.653 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=18] [2024/05/06 15:10:57.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:10:57.787 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=18] [error="context canceled"] [2024/05/06 15:10:57.787 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=18] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=641.245735ms] [] [2024/05/06 15:10:57.842 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.771831947\n# Parse_time: 0.000153849\n# Compile_time: 0.000478921\n# Rewrite_time: 0.000157386\n# Optimize_time: 0.000183496\n# Wait_TS: 0.000355939\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestLoadRemote/TestColumnsAndUserVars [2024/05/06 15:10:57.846 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 15:10:57.856 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:57.856 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 15:10:57.870 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:57.887 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=496.767µs] [gotSchemaVersion=105] [phyTblIDs="[153]"] [actionTypes="[2]"] [2024/05/06 15:10:57.891 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=105] [2024/05/06 15:10:57.937 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.203157ms] [job="ID:155, Type:drop schema, State:running, SchemaState:write only, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:57.961 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:running, SchemaState:write only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:57.976 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=632.931µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:57.980 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=106] [2024/05/06 15:10:58.026 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.17409ms] [job="ID:155, Type:drop schema, State:running, SchemaState:delete only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.038 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:running, SchemaState:delete only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.055 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=561.823µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:58.058 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=107] [2024/05/06 15:10:58.090 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=18] [step=-2] [state=succeed] [2024/05/06 15:10:58.104 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=52.406046ms] [job="ID:155, Type:drop schema, State:done, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.116 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [2024/05/06 15:10:58.121 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop schema"] [2024/05/06 15:10:58.122 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [job="ID:155, Type:drop schema, State:synced, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:57.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.138 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 15:10:58.138 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:58.140 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 15:10:58.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=18] [2024/05/06 15:10:58.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:10:58.154 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:58.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:58.154 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:58.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/06 15:10:58.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:10:58.170 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:58.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.185 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=1.068086ms] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:10:58.188 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=157] [version=108] [2024/05/06 15:10:58.234 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.570904ms] [job="ID:157, Type:create schema, State:done, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:10:58.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.247 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:create schema, State:synced, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:58.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.257 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 15:10:58.257 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:58.260 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 15:10:58.273 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:58.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:10:58.273 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:58.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 15:10:58.289 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:58.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.311 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=2.1002ms] [gotSchemaVersion=109] [phyTblIDs="[158]"] [actionTypes="[3]"] [2024/05/06 15:10:58.315 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=159] [version=109] [2024/05/06 15:10:58.360 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.668763ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 15:10:58.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.375 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:156, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 15:10:58.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:10:58.386 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 15:10:58.386 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:10:58.426 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=false] [2024/05/06 15:10:58.444 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=19] [job-id=19] [thread-cnt=2] [2024/05/06 15:10:58.444 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=19] [2024/05/06 15:11:00.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=19] [task-type=ImportInto] [state=pending] [concurrency=2] [2024/05/06 15:11:00.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:00.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/06 15:11:00.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 15:11:00.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 15:11:00.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 15:11:00.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=74.987µs] [2024/05/06 15:11:00.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=cols_and_vars] [takeTime=166.733µs] [] [2024/05/06 15:11:00.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:00.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=2] [subtasks=1] [2024/05/06 15:11:00.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:00.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=19] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:00.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:00.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=19] [2024/05/06 15:11:00.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=19] [type=ImportInto] [2024/05/06 15:11:01.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:01.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:01.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:01.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:01.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:01.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:01.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:01.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 15:11:01.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:01.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:01.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:01.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:01.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:01.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:01.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:01.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:01.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:01.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:01.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 15:11:01.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=19] [step=1] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:01.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 15:11:01.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 15:11:01.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:01.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:01.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:01.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:01.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:01.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:01.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:01.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:01.245 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:01.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:01.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:01.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:01.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:01.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:01.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:01.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:01.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:01.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:01.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:01.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:01.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:01.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:01.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:01.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:01.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:01.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:01.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:01.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:01.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=374.2GB] [2024/05/06 15:11:01.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=19] [step=import] [limit=256MiB] [2024/05/06 15:11:01.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=39] [2024/05/06 15:11:01.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 15:11:01.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 15:11:01.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 15:11:01.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 15:11:01.292 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=158] [key=cols_and_vars-1.tsv:0] [2024/05/06 15:11:01.294 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=cols_and_vars-1.tsv:0] [readDur=839.22µs] [encodeDur=1.298745ms] [deliverDur=188.802µs] [checksum="{cksum=5106863624616597468,size=189,kvs=5}"] [takeTime=2.606336ms] [] [2024/05/06 15:11:01.295 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/9ce55b01-f8fa-4db0-846e-472824e56417.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000005] [2024/05/06 15:11:01.297 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=158] [key=cols_and_vars-2.tsv:0] [2024/05/06 15:11:01.298 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=cols_and_vars-2.tsv:0] [readDur=882.147µs] [encodeDur=406.393µs] [deliverDur=149.244µs] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [takeTime=1.643503ms] [] [2024/05/06 15:11:01.299 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=39] [takeTime=23.747541ms] [] [2024/05/06 15:11:01.299 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/317a0065-0291-4783-90e6-d05ac9e0c8fc.sst] [firstKey=74800000000000009E5F728000000000000010] [lastKey=74800000000000009E5F728000000000000013] [2024/05/06 15:11:01.299 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 15:11:01.299 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 15:11:01.299 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 15:11:01.301 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.812467ms] [] [2024/05/06 15:11:01.301 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 15:11:01.305 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:01.307 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 15:11:01.307 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:01.307 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 15:11:01.307 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF9E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF9E5F728000000000FF0000140000000000FA] [retry=0] [2024/05/06 15:11:01.308 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF9E5F728000000000FF0000010000000000FA] [end=7480000000000000FF9E5F728000000000FF0000140000000000FA] [2024/05/06 15:11:01.308 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF9E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF9E5F728000000000FF0000140000000000FA] [regions=1] [2024/05/06 15:11:01.308 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=446.672µs] [2024/05/06 15:11:01.309 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.230096ms] [] [2024/05/06 15:11:01.322 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 45, but you sent conf_ver: 5 version: 43"] [region="{ID=192,startKey=7480000000000000FF9E5F728000000000FF0000010000000000FA,endKey=7480000000000000FF9E5F728000000000FF0000140000000000FA,epoch=\"conf_ver:5 version:45 \",peers=\"id:193 store_id:2 ,id:194 store_id:3 ,id:195 store_id:1 \"}"] [start=74800000000000009E5F728000000000000001] [end=74800000000000009E5F728000000000000014] [2024/05/06 15:11:01.323 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000009E5F728000000000000001] [endKey=74800000000000009E5F728000000000000014] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:03.323 +08:00] [2024/05/06 15:11:01.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571575903551491] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:01.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571575903551491] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:03.336 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 15:11:03.338 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=2.036953237s] [] [2024/05/06 15:11:03.338 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 15:11:03.339 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.181924ms] [] [2024/05/06 15:11:03.339 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 15:11:03.339 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 15:11:03.341 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.591942ms] [] [2024/05/06 15:11:03.341 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 15:11:03.341 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 15:11:03.341 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=55.498µs] [] [2024/05/06 15:11:03.341 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 15:11:03.342 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=856.568µs] [] [2024/05/06 15:11:03.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:03.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/06 15:11:03.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:03.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:03.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:03.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:03.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:03.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:03.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:03.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:03.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:03.659 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:03.659 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:03.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:03.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:03.675 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 15:11:03.676 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:03.676 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=running] [step=1] [concurrency=2] [subtasks=1] [2024/05/06 15:11:03.676 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:03.690 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=19] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:03.690 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:03.969 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:03.974 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:03.974 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:03.974 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:03.974 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:03.975 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:03.975 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:03.975 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:03.975 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=19] [error="context canceled"] [2024/05/06 15:11:03.975 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=19] [step=1] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.739523794s] [] [2024/05/06 15:11:04.283 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=19] [step=2] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:04.284 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=19] [step=post-process] [2024/05/06 15:11:04.300 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/06 15:11:04.300 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/06 15:11:04.300 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/06 15:11:04.303 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:04.304 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:04.304 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:04.305 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:04.305 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:04.306 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:04.306 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:04.306 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:04.306 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:04.306 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:04.306 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:04.306 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:04.306 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:04.314 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=14.304896ms] [] [2024/05/06 15:11:04.314 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [checksum="{cksum=10770523078244854343,size=341,kvs=9}"] [2024/05/06 15:11:04.315 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 15:11:04.315 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 15:11:04.318 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [local="{cksum=10770523078244854343,size=341,kvs=9}"] [2024/05/06 15:11:04.318 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=17.748513ms] [] [2024/05/06 15:11:04.318 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=17.922891ms] [] [2024/05/06 15:11:04.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:04.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/06 15:11:04.640 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:04.640 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=running] [step=2] [concurrency=2] [subtasks=0] [2024/05/06 15:11:04.640 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:04.653 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=19] [step=done] [state=running] [] [2024/05/06 15:11:04.655 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=19] [2024/05/06 15:11:04.664 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:04.757 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.368366403\n# Parse_time: 0.000240618\n# Compile_time: 0.000480573\n# Rewrite_time: 0.000144719\n# Optimize_time: 0.000192117\n# Wait_TS: 0.000274222\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] === RUN TestLoadRemote/TestDeliverBytesRows [2024/05/06 15:11:04.769 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:11:04.780 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:04.780 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:11:04.795 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:04.813 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=583.355µs] [gotSchemaVersion=110] [phyTblIDs="[158]"] [actionTypes="[2]"] [2024/05/06 15:11:04.818 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=110] [2024/05/06 15:11:04.862 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.080356ms] [job="ID:160, Type:drop schema, State:running, SchemaState:write only, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:04.876 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:running, SchemaState:write only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:04.892 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=580.516µs] [gotSchemaVersion=111] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:04.897 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=111] [2024/05/06 15:11:04.942 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.994674ms] [job="ID:160, Type:drop schema, State:running, SchemaState:delete only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:04.945 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=19] [error="context canceled"] [2024/05/06 15:11:04.945 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=19] [step=2] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=661.812796ms] [] [2024/05/06 15:11:04.963 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:running, SchemaState:delete only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:04.981 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=580.311µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:04.985 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=112] [2024/05/06 15:11:05.030 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.980948ms] [job="ID:160, Type:drop schema, State:done, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.045 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [2024/05/06 15:11:05.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=19] [2024/05/06 15:11:05.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:05.166 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:05.177 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop schema"] [2024/05/06 15:11:05.179 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop schema, State:synced, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.197 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 15:11:05.197 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:05.199 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.430837381\n# Parse_time: 0.000242492\n# Compile_time: 0.000305088\n# Rewrite_time: 0.000030873\n# Optimize_time: 0.00074351\n# Wait_TS: 0.000314909\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 15:11:05.200 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=112] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 15:11:05.213 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:05.213 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:11:05.230 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.247 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=1.127806ms] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:05.251 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=162] [version=113] [2024/05/06 15:11:05.296 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.322732ms] [job="ID:162, Type:create schema, State:done, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.315 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create schema, State:synced, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.327 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 15:11:05.327 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:05.332 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:11:05.334 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:11:05.349 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:05.349 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:11:05.372 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.393 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.125968ms] [gotSchemaVersion=114] [phyTblIDs="[163]"] [actionTypes="[3]"] [2024/05/06 15:11:05.398 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=164] [version=114] [2024/05/06 15:11:05.441 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.234565ms] [job="ID:164, Type:create table, State:done, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.465 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create table, State:synced, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:05.478 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 15:11:05.478 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:05.520 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:11:05.538 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=20] [job-id=20] [thread-cnt=8] [2024/05/06 15:11:05.538 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=20] [2024/05/06 15:11:06.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=20] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:06.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:06.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/06 15:11:06.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 15:11:06.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:11:06.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 15:11:06.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=65.358µs] [2024/05/06 15:11:06.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=170.685µs] [] [2024/05/06 15:11:06.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:06.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:06.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:06.661 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=20] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:06.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:06.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=20] [2024/05/06 15:11:06.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=20] [type=ImportInto] [2024/05/06 15:11:07.142 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:07.143 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:07.143 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:07.144 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.144 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:07.145 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:07.145 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.145 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 15:11:07.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:07.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:07.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:07.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:07.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:07.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:07.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:07.161 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:07.161 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:07.161 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:07.167 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 15:11:07.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=20] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:07.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 15:11:07.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 15:11:07.246 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:07.247 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:07.247 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:07.248 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.248 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:07.249 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:07.249 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.250 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:07.250 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:07.250 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:07.250 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:07.250 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:07.250 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:07.250 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:07.250 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:07.250 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:07.250 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:07.250 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:07.255 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:07.256 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:07.256 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:07.257 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.257 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:07.258 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:07.258 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.268 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:07.268 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:11:07.269 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=20] [step=import] [limit=256MiB] [2024/05/06 15:11:07.284 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=41] [2024/05/06 15:11:07.289 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:07.293 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:07.293 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=163] [2024/05/06 15:11:07.302 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=163] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 15:11:07.305 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=163] [key=min-deliver-bytes-rows.csv:0] [readDur=1.09192ms] [encodeDur=619.749µs] [deliverDur=324.255µs] [checksum="{cksum=14600529379354287537,size=369,kvs=9}"] [takeTime=2.753475ms] [] [2024/05/06 15:11:07.305 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=41] [takeTime=20.877506ms] [] [2024/05/06 15:11:07.305 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f08e53fd-c968-413f-a5af-35924d4869f4.sst] [firstKey=7480000000000000A35F728000000000000001] [lastKey=7480000000000000A35F728000000000000009] [2024/05/06 15:11:07.306 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 15:11:07.306 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 15:11:07.306 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:07.308 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.043199ms] [] [2024/05/06 15:11:07.308 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:11:07.312 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:07.314 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 15:11:07.314 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:07.315 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:07.315 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA35F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 15:11:07.315 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA35F728000000000FF0000010000000000FA] [end=7480000000000000FFA35F728000000000FF00000A0000000000FA] [2024/05/06 15:11:07.315 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA35F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 15:11:07.316 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=467.237µs] [2024/05/06 15:11:07.316 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.235718ms] [] [2024/05/06 15:11:07.330 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 15:11:07.332 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=23.929485ms] [] [2024/05/06 15:11:07.332 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:07.333 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.084133ms] [] [2024/05/06 15:11:07.333 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 15:11:07.333 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:07.335 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.449232ms] [] [2024/05/06 15:11:07.335 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:11:07.335 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:07.335 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=38.052µs] [] [2024/05/06 15:11:07.335 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:07.336 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=856.936µs] [] [2024/05/06 15:11:07.339 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571577476415491] [req-type=Get] [region="{ region id: 14, ver: 45, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:07.637 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:07.639 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/06 15:11:07.640 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:07.643 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:07.644 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:07.645 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:07.646 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.646 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:07.647 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:07.647 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:07.647 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:07.662 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:07.662 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:07.662 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:07.662 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:07.662 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:07.663 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:07.663 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:07.663 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:07.663 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:07.663 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:07.680 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 15:11:07.681 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:07.681 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:07.681 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:07.694 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=20] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:07.694 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:07.971 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 15:11:07.973 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:07.974 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:07.974 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:07.974 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:07.974 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:07.974 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:07.974 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:07.974 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:07.974 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:07.974 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:07.975 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:07.975 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:07.975 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:07.975 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=20] [error="context canceled"] [2024/05/06 15:11:07.975 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=20] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=737.346748ms] [] [2024/05/06 15:11:08.282 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=20] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:08.284 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=20] [step=post-process] [2024/05/06 15:11:08.299 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/06 15:11:08.299 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/06 15:11:08.299 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/06 15:11:08.302 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:08.303 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:08.303 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:08.305 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:08.305 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:08.306 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:08.306 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:08.306 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:08.306 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:08.306 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:08.306 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:08.306 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:08.307 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:08.307 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:08.314 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=15.222037ms] [] [2024/05/06 15:11:08.314 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [checksum="{cksum=14600529379354287537,size=369,kvs=9}"] [2024/05/06 15:11:08.315 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 15:11:08.315 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 15:11:08.318 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [local="{cksum=14600529379354287537,size=369,kvs=9}"] [2024/05/06 15:11:08.318 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=18.869685ms] [] [2024/05/06 15:11:08.318 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=19.032252ms] [] [2024/05/06 15:11:08.638 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:08.639 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/06 15:11:08.641 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:08.641 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:08.641 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:08.654 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=20] [step=done] [state=running] [] [2024/05/06 15:11:08.656 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=20] [2024/05/06 15:11:08.663 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:08.851 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.369877738\n# Parse_time: 0.000092743\n# Compile_time: 0.000450977\n# Rewrite_time: 0.000140982\n# Optimize_time: 0.00074351\n# Wait_TS: 0.000326701\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:11:08.855 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 15:11:08.868 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:08.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:08.868 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:08.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:11:08.885 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:08.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:08.909 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.000658ms] [gotSchemaVersion=115] [phyTblIDs="[163,165]"] [actionTypes="[11,11]"] [2024/05/06 15:11:08.913 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=166] [version=115] [2024/05/06 15:11:08.946 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=20] [error="context canceled"] [2024/05/06 15:11:08.946 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=20] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=663.306235ms] [] [2024/05/06 15:11:08.957 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.444133ms] [job="ID:166, Type:truncate table, State:done, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:08.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:08.973 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=166] [elementID=1] [comment="table ID is 163"] [2024/05/06 15:11:08.978 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="truncate table"] [2024/05/06 15:11:08.979 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:truncate table, State:synced, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:08.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:08.997 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 15:11:08.997 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:09.043 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:11:09.063 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=21] [job-id=21] [thread-cnt=8] [2024/05/06 15:11:09.063 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=21] [2024/05/06 15:11:09.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=21] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:09.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=20] [2024/05/06 15:11:09.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:09.165 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:09.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:09.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/06 15:11:09.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 15:11:09.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:11:09.648 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 15:11:09.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=57.33µs] [2024/05/06 15:11:09.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=166.878µs] [] [2024/05/06 15:11:09.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:09.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:09.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:09.662 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=21] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:09.662 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:09.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=21] [2024/05/06 15:11:09.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=21] [type=ImportInto] [2024/05/06 15:11:10.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:10.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:10.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:10.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:10.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:10.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:10.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:10.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 15:11:10.161 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:10.161 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:10.161 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:10.161 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:10.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 15:11:10.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=21] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:10.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 15:11:10.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 15:11:10.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:10.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:10.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:10.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:10.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:10.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:10.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:10.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:10.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:10.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:10.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:10.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:10.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:10.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:10.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:10.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:10.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:10.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:10.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:10.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:10.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:10.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:10.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:10.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:10.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:10.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:10.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:10.264 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:11:10.264 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=21] [step=import] [limit=256MiB] [2024/05/06 15:11:10.278 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=43] [2024/05/06 15:11:10.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:10.285 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:10.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 15:11:10.315 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 15:11:10.317 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=917.507µs] [encodeDur=614.78µs] [deliverDur=232.939µs] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [takeTime=2.035016ms] [] [2024/05/06 15:11:10.318 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=43] [takeTime=39.515452ms] [] [2024/05/06 15:11:10.318 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/34f28f71-2dc6-4008-9d1c-3dc636fbd87c.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 15:11:10.318 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 15:11:10.318 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 15:11:10.318 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:10.320 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.82417ms] [] [2024/05/06 15:11:10.320 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:11:10.324 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:10.325 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 15:11:10.326 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:10.326 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:10.326 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA55F728000000000FF00000A0000000000FA] [retry=0] [2024/05/06 15:11:10.326 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA55F728000000000FF0000010000000000FA] [end=7480000000000000FFA55F728000000000FF00000A0000000000FA] [2024/05/06 15:11:10.326 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA55F728000000000FF00000A0000000000FA] [regions=1] [2024/05/06 15:11:10.327 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=396.766µs] [2024/05/06 15:11:10.327 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.124447ms] [] [2024/05/06 15:11:10.335 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:47 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 49, request epoch conf_ver: 5 version: 47\")"] ["job stage"=needRescan] [2024/05/06 15:11:10.336 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A55F728000000000000001] [endKey=7480000000000000A55F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:12.336 +08:00] [2024/05/06 15:11:10.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571578262847491] [req-type=Cop] [region="{ region id: 14, ver: 47, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:10.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571578262847491] [req-type=Cop] [region="{ region id: 14, ver: 47, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:12.349 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 15:11:12.350 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.030259722s] [] [2024/05/06 15:11:12.350 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:11:12.351 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.035138ms] [] [2024/05/06 15:11:12.351 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 15:11:12.352 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:12.353 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.383437ms] [] [2024/05/06 15:11:12.353 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:11:12.353 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:12.353 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=41.734µs] [] [2024/05/06 15:11:12.353 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:11:12.354 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=717.208µs] [] [2024/05/06 15:11:12.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:12.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/06 15:11:12.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:12.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:12.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:12.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:12.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:12.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:12.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:12.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:12.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:12.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:12.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:12.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:12.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:12.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 15:11:12.675 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:12.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:12.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:12.687 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=21] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:12.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:12.977 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:12.981 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:12.981 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:12.981 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:12.981 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:12.982 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:12.982 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:12.982 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:12.982 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=21] [error="context canceled"] [2024/05/06 15:11:12.982 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=21] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.745006853s] [] [2024/05/06 15:11:13.288 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=21] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:13.289 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=21] [step=post-process] [2024/05/06 15:11:13.303 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/06 15:11:13.303 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/06 15:11:13.303 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/06 15:11:13.305 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:13.306 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:13.306 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:13.307 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:13.307 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:13.308 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:13.308 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:13.308 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:13.308 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:13.308 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:13.308 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:13.315 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=12.654372ms] [] [2024/05/06 15:11:13.315 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 15:11:13.316 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 15:11:13.316 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 15:11:13.318 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 15:11:13.319 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=15.862704ms] [] [2024/05/06 15:11:13.319 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=16.003125ms] [] [2024/05/06 15:11:13.637 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:13.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/06 15:11:13.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:13.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:13.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:13.651 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=21] [step=done] [state=running] [] [2024/05/06 15:11:13.654 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=21] [2024/05/06 15:11:13.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:13.875 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.875045939\n# Parse_time: 0.000114676\n# Compile_time: 0.000425033\n# Rewrite_time: 0.000141215\n# Optimize_time: 0.000234312\n# Wait_TS: 0.000316938\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestDetachedLoadParquet [2024/05/06 15:11:13.879 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 15:11:13.880 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 15:11:13.892 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:13.892 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 15:11:13.908 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:13.924 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=999.744µs] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:13.927 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=168] [version=116] [2024/05/06 15:11:13.944 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=21] [error="context canceled"] [2024/05/06 15:11:13.944 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=21] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.630406ms] [] [2024/05/06 15:11:13.973 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.854844ms] [job="ID:168, Type:create schema, State:done, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:13.988 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create schema, State:synced, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:13.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:13.999 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 15:11:13.999 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:14.002 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 15:11:14.018 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:14.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:14.018 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:14.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 15:11:14.034 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:14.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:14.060 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.678814ms] [gotSchemaVersion=117] [phyTblIDs="[169]"] [actionTypes="[3]"] [2024/05/06 15:11:14.064 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=170] [version=117] [2024/05/06 15:11:14.108 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.771439ms] [job="ID:170, Type:create table, State:done, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:14.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:14.124 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create table, State:synced, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:14.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:14.138 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 15:11:14.138 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:14.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=21] [2024/05/06 15:11:14.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:14.165 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:14.176 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestDetachedLoadParquet1068765354/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=false] [2024/05/06 15:11:14.176 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:11:14.176 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 15:11:14.176 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=311.952µs] [2024/05/06 15:11:14.176 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=403.99µs] [] [2024/05/06 15:11:14.199 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=22] [job-id=22] [thread-cnt=8] [2024/05/06 15:11:14.199 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=22] [2024/05/06 15:11:15.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=22] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:15.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:15.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/06 15:11:15.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 15:11:15.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:15.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:15.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:15.664 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=22] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:15.664 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:15.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=22] [2024/05/06 15:11:15.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=22] [type=ImportInto] [2024/05/06 15:11:16.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:16.142 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:16.142 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:16.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:16.143 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:16.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:16.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:16.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:16.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:16.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:16.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:16.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:16.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 15:11:16.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=22] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:16.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 15:11:16.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 15:11:16.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:16.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:16.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:16.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:16.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:16.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:16.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:16.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:16.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:16.244 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:11:16.244 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:16.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:16.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:16.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:16.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:16.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:16.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:16.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:16.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:16.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:16.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:16.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:16.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:16.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:16.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:16.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:16.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:16.258 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:16.258 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:11:16.258 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=22] [step=import] [limit=256MiB] [2024/05/06 15:11:16.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=45] [2024/05/06 15:11:16.274 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:16.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:16.278 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=169] [2024/05/06 15:11:16.291 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=169] [key=test.parquet:0] [2024/05/06 15:11:16.293 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=169] [key=test.parquet:0] [readDur=1.496966ms] [encodeDur=800.282µs] [deliverDur=184.704µs] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [takeTime=2.795993ms] [] [2024/05/06 15:11:16.294 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/3abe1c88-eb5a-4b1b-822f-79a799c2ecd6.sst] [firstKey=7480000000000000A95F728000000000000001] [lastKey=7480000000000000A95F728000000000000006] [2024/05/06 15:11:16.294 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=45] [takeTime=23.394728ms] [] [2024/05/06 15:11:16.294 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 15:11:16.294 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 15:11:16.294 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:16.296 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.537794ms] [] [2024/05/06 15:11:16.296 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 15:11:16.300 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:16.301 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 15:11:16.302 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:16.302 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:16.302 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA95F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:11:16.302 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA95F728000000000FF0000010000000000FA] [end=7480000000000000FFA95F728000000000FF0000070000000000FA] [2024/05/06 15:11:16.302 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA95F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:11:16.303 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=517.63µs] [2024/05/06 15:11:16.303 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.276308ms] [] [2024/05/06 15:11:16.311 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:49 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 51, request epoch conf_ver: 5 version: 49\")"] ["job stage"=needRescan] [2024/05/06 15:11:16.312 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A95F728000000000000001] [endKey=7480000000000000A95F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:18.312 +08:00] [2024/05/06 15:11:16.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571579835711491] [req-type=Cop] [region="{ region id: 14, ver: 49, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:16.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571579835711491] [req-type=Cop] [region="{ region id: 14, ver: 49, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:18.326 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 15:11:18.328 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.031661586s] [] [2024/05/06 15:11:18.328 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:18.329 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=985.577µs] [] [2024/05/06 15:11:18.329 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 15:11:18.329 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:18.330 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.412688ms] [] [2024/05/06 15:11:18.330 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 15:11:18.330 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:18.330 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=42.748µs] [] [2024/05/06 15:11:18.330 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:18.331 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=770.786µs] [] [2024/05/06 15:11:18.637 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:18.639 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/06 15:11:18.642 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:18.644 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:18.645 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:18.645 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:18.646 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:18.646 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:18.647 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:18.647 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:18.647 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:18.662 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:18.662 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:18.662 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:18.662 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:18.677 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 15:11:18.680 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:18.680 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:18.680 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:18.697 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=22] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:18.697 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:18.957 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 15:11:18.961 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:18.961 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:18.961 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:18.961 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:18.962 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:18.962 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:18.962 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:18.962 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=22] [error="context canceled"] [2024/05/06 15:11:18.962 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=22] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.726185332s] [] [2024/05/06 15:11:19.269 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=22] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:19.271 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=22] [step=post-process] [2024/05/06 15:11:19.285 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/06 15:11:19.285 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/06 15:11:19.285 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/06 15:11:19.289 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:19.289 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:19.289 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:19.290 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:19.290 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:19.291 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:19.291 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:19.292 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:19.292 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:19.292 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:19.292 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:19.292 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:19.292 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:19.292 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:19.292 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:19.292 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:19.292 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:19.301 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=15.363744ms] [] [2024/05/06 15:11:19.301 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 15:11:19.302 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 15:11:19.302 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 15:11:19.305 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 15:11:19.305 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=19.139036ms] [] [2024/05/06 15:11:19.305 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=19.271487ms] [] [2024/05/06 15:11:19.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:19.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/06 15:11:19.641 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:19.641 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:19.641 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:19.656 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=22] [step=done] [state=running] [] [2024/05/06 15:11:19.660 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=22] [2024/05/06 15:11:19.666 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:19.912 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.770459026\n# Parse_time: 0.000160816\n# Compile_time: 0.000463278\n# Rewrite_time: 0.000169734\n# Optimize_time: 0.000177922\n# Wait_TS: 0.000363585\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_csv;\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestLoadRemoteTestDetachedLoadParquet1068765354/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 15:11:19.916 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 15:11:19.929 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=22] [error="context canceled"] [2024/05/06 15:11:19.929 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=22] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.185057ms] [] [2024/05/06 15:11:19.930 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:19.930 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE t;"] [2024/05/06 15:11:19.946 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:19.972 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.539416ms] [gotSchemaVersion=118] [phyTblIDs="[169,171]"] [actionTypes="[11,11]"] [2024/05/06 15:11:19.977 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=172] [version=118] [2024/05/06 15:11:20.021 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=54.659857ms] [job="ID:172, Type:truncate table, State:done, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:20.035 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=172] [elementID=1] [comment="table ID is 169"] [2024/05/06 15:11:20.040 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="truncate table"] [2024/05/06 15:11:20.042 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:truncate table, State:synced, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:20.061 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 15:11:20.061 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:20.105 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:11:20.128 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=23] [job-id=23] [thread-cnt=8] [2024/05/06 15:11:20.128 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=23] [2024/05/06 15:11:20.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=22] [2024/05/06 15:11:20.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:20.167 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:21.131 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=23] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:21.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:21.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/06 15:11:21.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 15:11:21.650 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:11:21.650 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 15:11:21.653 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=2.75539ms] [2024/05/06 15:11:21.653 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=2.885411ms] [] [2024/05/06 15:11:21.653 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:21.653 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:21.653 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:21.669 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=23] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:21.670 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:21.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=23] [2024/05/06 15:11:21.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=23] [type=ImportInto] [2024/05/06 15:11:22.143 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:22.143 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:22.143 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:22.144 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:22.144 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:22.145 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:22.145 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:22.146 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 15:11:22.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:22.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:22.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:22.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:22.161 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:22.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:22.161 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:22.161 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:22.161 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:22.161 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:22.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 15:11:22.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=23] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:22.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 15:11:22.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 15:11:22.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:22.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:22.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:22.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:22.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:22.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:22.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:22.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:22.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:22.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:22.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:22.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:22.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:22.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:22.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:22.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:22.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:22.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:22.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:22.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:22.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:22.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:22.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:22.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:22.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:22.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:22.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:22.264 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:11:22.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=23] [step=import] [limit=256MiB] [2024/05/06 15:11:22.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=47] [2024/05/06 15:11:22.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:22.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:22.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 15:11:22.315 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=171] [key=p:0] [2024/05/06 15:11:22.317 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=p:0] [readDur=1.411644ms] [encodeDur=754.635µs] [deliverDur=233.327µs] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [takeTime=2.71406ms] [] [2024/05/06 15:11:22.318 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/41657cf3-ba8a-46a9-91de-28217955967e.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 15:11:22.318 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=47] [takeTime=40.642708ms] [] [2024/05/06 15:11:22.318 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 15:11:22.318 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 15:11:22.318 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:22.320 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.624809ms] [] [2024/05/06 15:11:22.320 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 15:11:22.324 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:22.326 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 15:11:22.326 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:22.326 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:22.326 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFAB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFAB5F728000000000FF0000070000000000FA] [retry=0] [2024/05/06 15:11:22.327 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFAB5F728000000000FF0000010000000000FA] [end=7480000000000000FFAB5F728000000000FF0000070000000000FA] [2024/05/06 15:11:22.327 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFAB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFAB5F728000000000FF0000070000000000FA] [regions=1] [2024/05/06 15:11:22.327 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=445.105µs] [2024/05/06 15:11:22.327 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.251979ms] [] [2024/05/06 15:11:22.339 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 53, but you sent conf_ver: 5 version: 51"] [region="{ID=224,startKey=7480000000000000FFAB5F728000000000FF0000010000000000FA,endKey=7480000000000000FFAB5F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:53 \",peers=\"id:225 store_id:2 ,id:226 store_id:3 ,id:227 store_id:1 \"}"] [start=7480000000000000AB5F728000000000000001] [end=7480000000000000AB5F728000000000000007] [2024/05/06 15:11:22.339 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000AB5F728000000000000001] [endKey=7480000000000000AB5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:24.339 +08:00] [2024/05/06 15:11:22.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571581408575491] [req-type=Cop] [region="{ region id: 14, ver: 51, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:22.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571581408575491] [req-type=Cop] [region="{ region id: 14, ver: 51, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:24.352 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 15:11:24.353 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.033197232s] [] [2024/05/06 15:11:24.353 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:11:24.355 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.092953ms] [] [2024/05/06 15:11:24.355 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 15:11:24.355 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:24.356 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.355268ms] [] [2024/05/06 15:11:24.356 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 15:11:24.356 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:24.356 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=39.608µs] [] [2024/05/06 15:11:24.356 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:11:24.357 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=772.219µs] [] [2024/05/06 15:11:24.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:24.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/06 15:11:24.641 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:24.643 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:24.644 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:24.644 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:24.645 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:24.645 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:24.646 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:24.646 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:24.646 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:24.661 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:24.661 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:24.661 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:24.661 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:24.677 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 15:11:24.680 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:24.680 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:24.680 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:24.696 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=23] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:24.696 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:24.983 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 15:11:24.987 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:24.987 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:24.987 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:24.987 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:24.988 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:24.988 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:24.989 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:24.989 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=23] [error="context canceled"] [2024/05/06 15:11:24.989 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=23] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.75152627s] [] [2024/05/06 15:11:25.295 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=23] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:25.298 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=23] [step=post-process] [2024/05/06 15:11:25.311 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/06 15:11:25.311 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/06 15:11:25.311 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/06 15:11:25.314 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:25.315 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:25.315 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:25.316 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:25.316 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:25.317 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:25.317 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:25.317 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:25.317 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:25.317 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:25.317 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:25.317 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:25.317 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:25.317 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:25.317 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:25.317 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:25.317 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:25.318 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:25.318 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:25.325 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=13.756537ms] [] [2024/05/06 15:11:25.325 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 15:11:25.325 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 15:11:25.326 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 15:11:25.328 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 15:11:25.328 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=17.137534ms] [] [2024/05/06 15:11:25.328 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=17.343831ms] [] [2024/05/06 15:11:25.638 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:25.640 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/06 15:11:25.642 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:25.642 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:25.642 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:25.658 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=23] [step=done] [state=running] [] [2024/05/06 15:11:25.662 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=23] [2024/05/06 15:11:25.669 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:25.953 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=23] [error="context canceled"] [2024/05/06 15:11:25.953 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=23] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.189726ms] [] [2024/05/06 15:11:26.135 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 15:11:26.144 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=23] [2024/05/06 15:11:26.148 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:26.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:26.148 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:26.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE t;"] [2024/05/06 15:11:26.152 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:26.169 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:26.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.170 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:26.194 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.762569ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [2024/05/06 15:11:26.199 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=174] [version=119] [2024/05/06 15:11:26.242 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.129809ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:167, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:26.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.263 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=174] [elementID=1] [comment="table ID is 171"] [2024/05/06 15:11:26.267 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 15:11:26.269 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:167, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:26.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.289 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 15:11:26.289 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestDiskQuota [2024/05/06 15:11:26.292 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 15:11:26.294 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 15:11:26.306 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:26.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:26.306 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:26.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 15:11:26.321 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:26.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.335 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=961.542µs] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:26.338 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=176] [version=120] [2024/05/06 15:11:26.384 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.981507ms] [job="ID:176, Type:create schema, State:done, SchemaState:public, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:26.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.398 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:create schema, State:synced, SchemaState:public, SchemaID:175, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:26.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.408 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 15:11:26.408 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:26.411 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 15:11:26.425 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:26.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:26.425 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:26.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 15:11:26.440 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:26.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.460 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.902581ms] [gotSchemaVersion=121] [phyTblIDs="[177]"] [actionTypes="[3]"] [2024/05/06 15:11:26.464 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=178] [version=121] [2024/05/06 15:11:26.508 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.031248ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:26.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.522 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:175, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:26.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:26.533 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 15:11:26.533 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:26.602 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=false] [2024/05/06 15:11:26.619 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=24] [job-id=24] [thread-cnt=8] [2024/05/06 15:11:26.619 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=24] [2024/05/06 15:11:27.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=24] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:27.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:27.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/06 15:11:27.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 15:11:27.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:11:27.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 15:11:27.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=54.362µs] [2024/05/06 15:11:27.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=155.105µs] [] [2024/05/06 15:11:27.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:27.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:27.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:27.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=24] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:27.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:27.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=24] [2024/05/06 15:11:27.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=24] [type=ImportInto] [2024/05/06 15:11:28.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:28.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:28.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:28.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:28.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:28.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:28.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:28.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 15:11:28.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:28.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:28.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:28.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:28.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:28.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:28.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:28.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:28.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:28.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:28.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 15:11:28.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=24] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:28.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 15:11:28.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 15:11:28.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:28.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:28.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:28.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:28.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:28.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:28.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:28.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:28.244 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:28.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:28.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:28.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:28.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:28.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:28.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:28.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:28.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:28.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:28.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:28.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:28.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:28.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=24] [step=import] [limit=256MiB] [2024/05/06 15:11:28.273 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=49] [2024/05/06 15:11:28.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:28.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:28.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=177] [2024/05/06 15:11:28.293 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=177] [key=diskquota-test.csv:0] [2024/05/06 15:11:28.371 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=0] [memSize=462] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 15:11:28.379 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98304] [kvs=2816] [files=1] [sstFileSize=29166] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/25511396-7c13-4496-9a68-2a655b2a7eb9.sst] [firstKey=7480000000000000B15F728000000000000001] [lastKey=7480000000000000B15F728000000000000B00] [2024/05/06 15:11:28.381 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 15:11:28.385 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:28.387 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 15:11:28.387 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:28.388 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:28.388 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [retry=0] [2024/05/06 15:11:28.388 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0000010000000000FA] [end=7480000000000000FFB15F728000000000FF000B010000000000FA] [2024/05/06 15:11:28.388 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [regions=1] [2024/05/06 15:11:28.389 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=351.972µs] [2024/05/06 15:11:28.389 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.106454ms] [] [2024/05/06 15:11:28.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571582994546689] [req-type=Cop] [region="{ region id: 14, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:28.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571582994546689] [req-type=Cop] [region="{ region id: 14, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:28.409 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 55, but you sent conf_ver: 5 version: 53"] [region="{ID=232,startKey=7480000000000000FFB15F728000000000FF0000010000000000FA,endKey=7480000000000000FFB15F728000000000FF000B010000000000FA,epoch=\"conf_ver:5 version:55 \",peers=\"id:233 store_id:2 ,id:234 store_id:3 ,id:235 store_id:1 \"}"] [start=7480000000000000B15F728000000000000001] [end=7480000000000000B15F728000000000000B01] [2024/05/06 15:11:28.409 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F728000000000000001] [endKey=7480000000000000B15F728000000000000B01] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:30.409 +08:00] [2024/05/06 15:11:30.431 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 15:11:30.432 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.050334343s] [] [2024/05/06 15:11:30.438 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 15:11:30.444 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98315] [kvs=2809] [files=1] [sstFileSize=28835] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/b3397790-a166-4e38-986e-9dd9e9c9c329.sst] [firstKey=7480000000000000B15F728000000000000B01] [lastKey=7480000000000000B15F7280000000000015F9] [2024/05/06 15:11:30.446 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 15:11:30.446 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:30.446 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=45.943µs] [] [2024/05/06 15:11:30.450 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 15:11:30.454 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:30.455 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 15:11:30.456 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:30.456 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:30.456 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [retry=0] [2024/05/06 15:11:30.456 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF000B010000000000FA] [end=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [2024/05/06 15:11:30.456 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [regions=1] [2024/05/06 15:11:30.457 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=436.344µs] [2024/05/06 15:11:30.457 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.215507ms] [] [2024/05/06 15:11:30.466 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:55 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 56, request epoch conf_ver: 5 version: 55\")"] ["job stage"=needRescan] [2024/05/06 15:11:30.467 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F728000000000000B01] [endKey=7480000000000000B15F7280000000000015FA] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:32.467 +08:00] [2024/05/06 15:11:30.496 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571583545049090] [req-type=Cop] [region="{ region id: 14, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:30.496 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571583545049090] [req-type=Cop] [region="{ region id: 14, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:32.488 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 15:11:32.490 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.039809246s] [] [2024/05/06 15:11:32.496 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 15:11:32.502 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98315] [kvs=2809] [files=1] [sstFileSize=29091] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/af8ea369-91df-45c0-bad4-ca4940972e1b.sst] [firstKey=7480000000000000B15F7280000000000015FA] [lastKey=7480000000000000B15F7280000000000020F2] [2024/05/06 15:11:32.505 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 15:11:32.508 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:32.509 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 15:11:32.510 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:32.510 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:32.510 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [retry=0] [2024/05/06 15:11:32.510 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [end=7480000000000000FFB15F728000000000FF0020F30000000000FA] [2024/05/06 15:11:32.510 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [regions=1] [2024/05/06 15:11:32.511 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=344.992µs] [2024/05/06 15:11:32.511 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.001315ms] [] [2024/05/06 15:11:32.519 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:56 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 57, request epoch conf_ver: 5 version: 56\")"] ["job stage"=needRescan] [2024/05/06 15:11:32.520 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F7280000000000015FA] [endKey=7480000000000000B15F7280000000000020F3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:34.520 +08:00] [2024/05/06 15:11:32.547 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571584082444292] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:32.547 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571584082444294] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:cached region not found,replicaSelector: replicaSelector{selectorStateStr: nil, cacheRegionIsValid: unknown, replicaStatus: []}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=] [2024/05/06 15:11:32.547 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571584082444292] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:34.542 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 15:11:34.543 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.038776952s] [] [2024/05/06 15:11:34.550 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 15:11:34.552 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=177] [key=diskquota-test.csv:0] [readDur=51.338091ms] [encodeDur=195.371463ms] [deliverDur=25.998152ms] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [takeTime=6.25880729s] [] [2024/05/06 15:11:34.552 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=49] [takeTime=6.279910017s] [] [2024/05/06 15:11:34.553 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=54810] [kvs=1566] [files=1] [sstFileSize=16574] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/d834c9f2-47ba-4d8e-9949-e0404345c768.sst] [firstKey=7480000000000000B15F7280000000000020F3] [lastKey=7480000000000000B15F728000000000002710] [2024/05/06 15:11:34.553 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 15:11:34.553 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 15:11:34.553 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:34.556 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 15:11:34.556 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=2.762338ms] [] [2024/05/06 15:11:34.556 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:34.556 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 15:11:34.556 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.738µs] [] [2024/05/06 15:11:34.559 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:34.560 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 15:11:34.561 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 15:11:34.561 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:34.561 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:34.561 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [retry=0] [2024/05/06 15:11:34.562 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0020F30000000000FA] [end=7480000000000000FFB15F728000000000FF0027110000000000FA] [2024/05/06 15:11:34.562 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [regions=1] [2024/05/06 15:11:34.562 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=386.315µs] [2024/05/06 15:11:34.562 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.115248ms] [] [2024/05/06 15:11:34.570 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:57 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 58, request epoch conf_ver: 5 version: 57\")"] ["job stage"=needRescan] [2024/05/06 15:11:34.571 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F7280000000000020F3] [endKey=7480000000000000B15F728000000000002711] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:36.571 +08:00] [2024/05/06 15:11:34.596 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571584619839491] [req-type=Cop] [region="{ region id: 14, ver: 57, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:34.596 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571584619839491] [req-type=Cop] [region="{ region id: 14, ver: 57, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:36.588 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 15:11:36.589 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.033203299s] [] [2024/05/06 15:11:36.589 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:36.592 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:36.594 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 15:11:36.594 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:36.594 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:36.594 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [retry=0] [2024/05/06 15:11:36.595 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0020F30000000000FA] [end=7480000000000000FFB15F728000000000FF0027110000000000FA] [2024/05/06 15:11:36.595 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [regions=1] [2024/05/06 15:11:36.595 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=450.633µs] [2024/05/06 15:11:36.595 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.1725ms] [] [2024/05/06 15:11:36.615 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/05/06 15:11:36.617 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.056874907s] [] [2024/05/06 15:11:36.617 +08:00] [WARN] [local.go:1731] ["could not find engine in cleanupEngine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 15:11:36.618 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=28.946759ms] [] [2024/05/06 15:11:36.618 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 15:11:36.618 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:36.620 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.434831ms] [] [2024/05/06 15:11:36.620 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 15:11:36.620 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 15:11:36.620 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:36.620 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=39.858µs] [] [2024/05/06 15:11:36.620 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:36.620 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 15:11:36.620 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=3.451µs] [] [2024/05/06 15:11:36.620 +08:00] [WARN] [local.go:1731] ["could not find engine in cleanupEngine"] [uuid=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 15:11:36.621 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=775.337µs] [] [2024/05/06 15:11:36.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:36.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/06 15:11:36.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:36.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:36.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:36.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:36.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:36.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:36.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:36.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:36.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:36.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:36.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:36.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:36.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:36.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 15:11:36.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:36.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:36.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:36.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=24] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:36.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:36.940 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:36.953 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:36.953 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:36.953 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:36.953 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:36.954 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:36.954 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:36.954 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:36.954 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=24] [error="context canceled"] [2024/05/06 15:11:36.954 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=24] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=8.719138345s] [] [2024/05/06 15:11:37.260 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=24] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:37.261 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=24] [step=post-process] [2024/05/06 15:11:37.273 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/06 15:11:37.273 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/06 15:11:37.273 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/06 15:11:37.276 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:37.276 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:37.276 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:37.277 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:37.277 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:37.278 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:37.278 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:37.278 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:37.278 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:37.278 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:37.278 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:37.285 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=12.09118ms] [] [2024/05/06 15:11:37.286 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 15:11:37.286 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 15:11:37.286 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 15:11:37.290 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 15:11:37.290 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=16.615047ms] [] [2024/05/06 15:11:37.290 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=16.75075ms] [] [2024/05/06 15:11:37.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:37.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/06 15:11:37.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:37.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:37.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:37.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=24] [step=done] [state=running] [] [2024/05/06 15:11:37.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=24] [2024/05/06 15:11:37.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:37.730 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.167114707\n# Parse_time: 0.000095048\n# Compile_time: 0.000456547\n# Rewrite_time: 0.000145914\n# Optimize_time: 0.000231717\n# Wait_TS: 0.00037702\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestLoadRemote/TestGBK [2024/05/06 15:11:37.737 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 15:11:37.738 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 15:11:37.750 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:37.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:37.750 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:37.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_charset;"] [2024/05/06 15:11:37.768 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:37.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:37.783 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.062162ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:37.787 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=180] [version=122] [2024/05/06 15:11:37.832 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=52.758587ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:37.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:37.845 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:37.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:37.856 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 15:11:37.856 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:37.858 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 15:11:37.871 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:37.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:37.871 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:37.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 15:11:37.885 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:37.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:37.904 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.066545ms] [gotSchemaVersion=123] [phyTblIDs="[181]"] [actionTypes="[3]"] [2024/05/06 15:11:37.908 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=182] [version=123] [2024/05/06 15:11:37.913 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=24] [error="context canceled"] [2024/05/06 15:11:37.913 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=24] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.836302ms] [] [2024/05/06 15:11:37.952 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.453083ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:37.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:37.966 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:37.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:37.977 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 15:11:37.977 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:37.980 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 15:11:37.992 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:37.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:37.992 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:37.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 15:11:38.006 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:37.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:38.025 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=1.844962ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [2024/05/06 15:11:38.028 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=184] [version=124] [2024/05/06 15:11:38.073 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.710472ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:37.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:38.087 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:37.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:38.098 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 15:11:38.098 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:38.138 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=false] [2024/05/06 15:11:38.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=24] [2024/05/06 15:11:38.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:38.155 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=25] [job-id=25] [thread-cnt=8] [2024/05/06 15:11:38.155 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=25] [2024/05/06 15:11:38.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:39.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=25] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:39.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:39.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/06 15:11:39.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 15:11:39.643 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/06 15:11:39.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 15:11:39.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=52.827µs] [2024/05/06 15:11:39.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=172.914µs] [] [2024/05/06 15:11:39.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:39.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:39.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:39.656 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=25] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:39.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:39.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=25] [2024/05/06 15:11:39.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=25] [type=ImportInto] [2024/05/06 15:11:40.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:40.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:40.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:40.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:40.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:40.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:40.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:40.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 15:11:40.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:40.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:40.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:40.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:40.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 15:11:40.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=25] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:40.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 15:11:40.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 15:11:40.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:40.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:40.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:40.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:40.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:40.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:40.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:40.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:40.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:40.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:40.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:40.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:40.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:40.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:40.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:40.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:40.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:40.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:40.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:40.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:40.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:40.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:40.264 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/06 15:11:40.264 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=25] [step=import] [limit=256MiB] [2024/05/06 15:11:40.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=51] [2024/05/06 15:11:40.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:40.285 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:40.285 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=181] [2024/05/06 15:11:40.331 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=181] [key=gbk.csv:0] [2024/05/06 15:11:40.332 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=181] [key=gbk.csv:0] [readDur=810.095µs] [encodeDur=476.309µs] [deliverDur=196.989µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.821118ms] [] [2024/05/06 15:11:40.333 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/213beb0c-9f9f-4da1-9276-2381579947ea.sst] [firstKey=7480000000000000B55F728000000000000001] [lastKey=7480000000000000B55F728000000000000002] [2024/05/06 15:11:40.333 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=51] [takeTime=55.66948ms] [] [2024/05/06 15:11:40.333 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 15:11:40.333 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 15:11:40.333 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:40.335 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.574348ms] [] [2024/05/06 15:11:40.335 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 15:11:40.339 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:40.340 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 15:11:40.341 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:40.341 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:40.341 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB55F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:11:40.341 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB55F728000000000FF0000010000000000FA] [end=7480000000000000FFB55F728000000000FF0000030000000000FA] [2024/05/06 15:11:40.341 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB55F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:11:40.342 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=451.746µs] [2024/05/06 15:11:40.342 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.202207ms] [] [2024/05/06 15:11:40.350 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:58 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 60, request epoch conf_ver: 5 version: 58\")"] ["job stage"=needRescan] [2024/05/06 15:11:40.350 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B55F728000000000000001] [endKey=7480000000000000B55F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:42.350 +08:00] [2024/05/06 15:11:40.351 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571586127167492] [req-type=Cop] [region="{ region id: 14, ver: 58, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:40.351 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571586127167492] [req-type=Cop] [region="{ region id: 14, ver: 58, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:42.363 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 15:11:42.365 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.029831149s] [] [2024/05/06 15:11:42.365 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:42.366 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=978.287µs] [] [2024/05/06 15:11:42.366 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 15:11:42.366 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:42.367 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.336189ms] [] [2024/05/06 15:11:42.367 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 15:11:42.368 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:42.368 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=40.777µs] [] [2024/05/06 15:11:42.368 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:42.368 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=781.637µs] [] [2024/05/06 15:11:42.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:42.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/06 15:11:42.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:42.638 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:42.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:42.639 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:42.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:42.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:42.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:42.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:42.641 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:42.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:42.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:42.655 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:42.655 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:42.671 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 15:11:42.672 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:42.672 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:42.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:42.684 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=25] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:42.684 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:42.996 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 15:11:43.000 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:43.000 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:43.000 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:43.000 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:43.001 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:43.002 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:43.002 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:43.002 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=25] [error="context canceled"] [2024/05/06 15:11:43.002 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=25] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.764404632s] [] [2024/05/06 15:11:43.307 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=25] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:43.309 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=25] [step=post-process] [2024/05/06 15:11:43.322 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/06 15:11:43.322 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/06 15:11:43.322 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/06 15:11:43.325 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:43.326 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:43.326 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:43.327 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:43.327 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:43.328 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:43.328 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:43.328 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:43.328 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:43.328 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:43.328 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:43.329 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:43.329 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:43.329 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:43.329 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:43.329 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:43.329 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:43.329 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:43.336 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=13.9252ms] [] [2024/05/06 15:11:43.336 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 15:11:43.337 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 15:11:43.337 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 15:11:43.339 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 15:11:43.340 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=17.267877ms] [] [2024/05/06 15:11:43.340 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=17.428535ms] [] [2024/05/06 15:11:43.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:43.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/06 15:11:43.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:43.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:43.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:43.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=25] [step=done] [state=running] [] [2024/05/06 15:11:43.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=25] [2024/05/06 15:11:43.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:43.867 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.766102693\n# Parse_time: 0.00007849\n# Compile_time: 0.000430253\n# Rewrite_time: 0.000141715\n# Optimize_time: 0.00040908\n# Wait_TS: 0.000291436\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 15:11:43.911 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=false] [2024/05/06 15:11:43.930 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=26] [job-id=26] [thread-cnt=8] [2024/05/06 15:11:43.930 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=26] [2024/05/06 15:11:43.965 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=25] [error="context canceled"] [2024/05/06 15:11:43.965 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=25] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.002128ms] [] [2024/05/06 15:11:44.140 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=25] [2024/05/06 15:11:44.147 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:44.160 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:45.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=26] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:45.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:45.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/06 15:11:45.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 15:11:45.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/06 15:11:45.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 15:11:45.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=45.704µs] [2024/05/06 15:11:45.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=145.84µs] [] [2024/05/06 15:11:45.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:45.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:45.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:45.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=26] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:45.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:45.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=26] [2024/05/06 15:11:45.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=26] [type=ImportInto] [2024/05/06 15:11:46.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:46.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:46.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:46.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:46.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:46.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:46.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:46.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 15:11:46.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=26] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:46.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 15:11:46.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 15:11:46.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:46.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:46.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:46.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:46.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:46.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:46.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:46.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:46.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:46.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:46.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:46.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:46.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:46.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:46.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:46.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:46.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:46.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:46.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:46.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:46.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:46.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:46.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:46.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:46.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:46.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:46.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:46.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/06 15:11:46.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=26] [step=import] [limit=256MiB] [2024/05/06 15:11:46.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=53] [2024/05/06 15:11:46.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:11:46.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:11:46.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 15:11:46.331 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 15:11:46.333 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=945.873µs] [encodeDur=234.513µs] [deliverDur=239.511µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.738412ms] [] [2024/05/06 15:11:46.333 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=53] [takeTime=56.339419ms] [] [2024/05/06 15:11:46.333 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/2937441f-ff9b-4059-9eb7-ab21ee43d151.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 15:11:46.333 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 15:11:46.333 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 15:11:46.333 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:11:46.335 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.78978ms] [] [2024/05/06 15:11:46.335 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 15:11:46.339 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:46.341 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 15:11:46.341 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:46.341 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:11:46.341 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB75F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:11:46.342 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB75F728000000000FF0000010000000000FA] [end=7480000000000000FFB75F728000000000FF0000030000000000FA] [2024/05/06 15:11:46.342 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB75F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:11:46.342 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=428.475µs] [2024/05/06 15:11:46.342 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.163486ms] [] [2024/05/06 15:11:46.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571587700031490] [req-type=Cop] [region="{ region id: 14, ver: 60, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:46.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571587700031490] [req-type=Cop] [region="{ region id: 14, ver: 60, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:46.350 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:60 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 62, request epoch conf_ver: 5 version: 60\")"] ["job stage"=needRescan] [2024/05/06 15:11:46.351 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B75F728000000000000001] [endKey=7480000000000000B75F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:48.351 +08:00] [2024/05/06 15:11:47.924 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:47.925 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:47.925 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:47.925 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:47.932 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 15:11:48.365 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 15:11:48.367 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.031215336s] [] [2024/05/06 15:11:48.367 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:11:48.368 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.136582ms] [] [2024/05/06 15:11:48.368 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 15:11:48.368 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:11:48.370 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.474749ms] [] [2024/05/06 15:11:48.370 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 15:11:48.370 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:11:48.370 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=45.863µs] [] [2024/05/06 15:11:48.370 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:11:48.371 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=804.072µs] [] [2024/05/06 15:11:48.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:48.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/06 15:11:48.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:48.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:48.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:48.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:48.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:48.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:48.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:48.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:48.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:48.659 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:48.659 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:48.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:48.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:48.676 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 15:11:48.677 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:48.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:48.678 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:48.690 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=26] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:48.690 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:48.999 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 15:11:49.004 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:49.004 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:49.004 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:49.004 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:49.005 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:49.006 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:49.006 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:49.006 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=26] [error="context canceled"] [2024/05/06 15:11:49.006 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=26] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.768742173s] [] [2024/05/06 15:11:49.313 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=26] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:49.314 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=26] [step=post-process] [2024/05/06 15:11:49.327 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/06 15:11:49.327 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/06 15:11:49.327 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/06 15:11:49.330 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:49.331 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:49.331 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:49.332 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:49.332 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:49.333 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:49.333 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:49.333 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:49.333 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:49.333 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:49.333 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:49.333 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:49.333 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:49.333 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:49.333 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:49.333 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:49.334 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:49.334 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:49.334 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:49.334 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:49.341 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=13.547682ms] [] [2024/05/06 15:11:49.341 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 15:11:49.342 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 15:11:49.342 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 15:11:49.344 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 15:11:49.344 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=16.868656ms] [] [2024/05/06 15:11:49.344 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=17.013452ms] [] [2024/05/06 15:11:49.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:49.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/06 15:11:49.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:49.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:49.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:49.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=26] [step=done] [state=running] [] [2024/05/06 15:11:49.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=26] [2024/05/06 15:11:49.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:49.944 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.073048545\n# Parse_time: 0.00012651\n# Compile_time: 0.000469295\n# Rewrite_time: 0.000162161\n# Optimize_time: 0.000181754\n# Wait_TS: 0.000364825\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 15:11:49.948 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 15:11:49.962 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:49.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:49.962 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:49.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 15:11:49.968 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=26] [error="context canceled"] [2024/05/06 15:11:49.968 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=26] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.33478ms] [] [2024/05/06 15:11:49.982 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:49.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:50.009 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.177672ms] [gotSchemaVersion=125] [phyTblIDs="[181,185]"] [actionTypes="[11,11]"] [2024/05/06 15:11:50.014 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=186] [version=125] [2024/05/06 15:11:50.056 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.262578ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:49.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:50.071 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=186] [elementID=1] [comment="table ID is 181"] [2024/05/06 15:11:50.076 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/06 15:11:50.078 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:49.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:50.095 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 15:11:50.096 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:50.141 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=false] [2024/05/06 15:11:50.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=26] [2024/05/06 15:11:50.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:50.159 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=27] [job-id=27] [thread-cnt=8] [2024/05/06 15:11:50.159 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=27] [2024/05/06 15:11:50.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:51.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=27] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:51.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:51.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/06 15:11:51.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 15:11:51.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/06 15:11:51.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 15:11:51.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=44.283µs] [2024/05/06 15:11:51.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=127.982µs] [] [2024/05/06 15:11:51.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:51.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:51.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:51.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=27] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:51.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:51.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=27] [2024/05/06 15:11:51.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=27] [type=ImportInto] [2024/05/06 15:11:52.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:52.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:52.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:52.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:52.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:52.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:52.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:52.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 15:11:52.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:52.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:52.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:52.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:52.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 15:11:52.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=27] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:52.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 15:11:52.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 15:11:52.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:52.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:52.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:52.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:52.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:52.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:52.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:52.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:52.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:52.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:52.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:52.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:52.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:52.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:52.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:52.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:52.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:52.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:52.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:52.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:52.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:52.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:52.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:52.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:52.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:52.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:52.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:52.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/06 15:11:52.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=27] [step=import] [limit=256MiB] [2024/05/06 15:11:52.274 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=55] [2024/05/06 15:11:52.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:52.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:52.281 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 15:11:52.287 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=185] [key=utf8mb4.csv:0] [2024/05/06 15:11:52.289 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=utf8mb4.csv:0] [readDur=804.546µs] [encodeDur=413.67µs] [deliverDur=198.434µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.699217ms] [] [2024/05/06 15:11:52.290 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=55] [takeTime=15.544145ms] [] [2024/05/06 15:11:52.290 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/cd78ed2a-5e9c-4d3b-a06f-4ba218ad4a2a.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 15:11:52.290 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 15:11:52.290 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 15:11:52.290 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:52.291 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.557348ms] [] [2024/05/06 15:11:52.292 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 15:11:52.295 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:11:52.297 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 15:11:52.297 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:11:52.297 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:52.297 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB95F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:11:52.298 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB95F728000000000FF0000010000000000FA] [end=7480000000000000FFB95F728000000000FF0000030000000000FA] [2024/05/06 15:11:52.298 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB95F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:11:52.298 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=416.83µs] [2024/05/06 15:11:52.298 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.125962ms] [] [2024/05/06 15:11:52.306 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:62 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 64, request epoch conf_ver: 5 version: 62\")"] ["job stage"=needRescan] [2024/05/06 15:11:52.307 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B95F728000000000000001] [endKey=7480000000000000B95F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:11:54.306 +08:00] [2024/05/06 15:11:52.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571589272895491] [req-type=Cop] [region="{ region id: 14, ver: 62, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:52.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571589272895491] [req-type=Cop] [region="{ region id: 14, ver: 62, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:11:54.320 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 15:11:54.321 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.029757453s] [] [2024/05/06 15:11:54.321 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:54.322 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.067864ms] [] [2024/05/06 15:11:54.323 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 15:11:54.323 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:54.324 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.326551ms] [] [2024/05/06 15:11:54.324 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 15:11:54.324 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:54.324 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=55.516µs] [] [2024/05/06 15:11:54.324 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:54.325 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=714.425µs] [] [2024/05/06 15:11:54.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:11:54.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/06 15:11:54.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 15:11:54.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:54.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:54.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:54.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:54.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:54.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:54.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:54.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:11:54.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:54.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:54.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:54.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:54.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 15:11:54.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:11:54.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:54.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:54.685 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=27] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:11:54.685 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:54.951 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:54.955 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:54.955 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:54.955 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:54.955 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:54.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:54.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:54.957 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:54.957 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=27] [error="context canceled"] [2024/05/06 15:11:54.957 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=27] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.719892817s] [] [2024/05/06 15:11:55.262 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=27] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:55.263 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=27] [step=post-process] [2024/05/06 15:11:55.275 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/06 15:11:55.275 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/06 15:11:55.275 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/06 15:11:55.278 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:55.279 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:55.279 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:55.280 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:55.280 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:55.280 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:55.280 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:55.281 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:55.281 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:55.281 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:55.281 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:55.281 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:55.281 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:55.281 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:55.281 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:55.281 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:55.281 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:55.281 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:55.281 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:55.288 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=12.385603ms] [] [2024/05/06 15:11:55.288 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 15:11:55.289 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [weight=30] [2024/05/06 15:11:55.289 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [concurrency=15] [2024/05/06 15:11:55.291 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 15:11:55.291 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=15.444944ms] [] [2024/05/06 15:11:55.291 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=15.573616ms] [] [2024/05/06 15:11:55.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:11:55.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/06 15:11:55.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=post-process] [next-step=done] [2024/05/06 15:11:55.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:11:55.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:11:55.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=27] [step=done] [state=running] [] [2024/05/06 15:11:55.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=27] [2024/05/06 15:11:55.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:11:55.870 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.771688574\n# Parse_time: 0.000094058\n# Compile_time: 0.000439191\n# Rewrite_time: 0.000141065\n# Optimize_time: 0.000210271\n# Wait_TS: 0.000285752\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 15:11:55.873 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 15:11:55.885 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:55.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:55.885 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 15:11:55.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 15:11:55.901 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:55.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:55.915 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=27] [error="context canceled"] [2024/05/06 15:11:55.915 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=27] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.8064ms] [] [2024/05/06 15:11:55.924 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=1.921586ms] [gotSchemaVersion=126] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [2024/05/06 15:11:55.928 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=188] [version=126] [2024/05/06 15:11:55.972 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.08559ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:179, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:55.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:55.986 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=188] [elementID=1] [comment="table ID is 185"] [2024/05/06 15:11:55.990 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 15:11:55.991 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:179, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:55.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:56.008 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 15:11:56.008 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:56.050 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=false] [2024/05/06 15:11:56.067 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=28] [job-id=28] [thread-cnt=8] [2024/05/06 15:11:56.067 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=28] [2024/05/06 15:11:56.140 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=27] [2024/05/06 15:11:56.147 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:56.160 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:57.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=28] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:11:57.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=28] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:11:57.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=28] [task-type=ImportInto] [num=1] [2024/05/06 15:11:57.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 15:11:57.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/06 15:11:57.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 15:11:57.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=46.19µs] [2024/05/06 15:11:57.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=139.105µs] [] [2024/05/06 15:11:57.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:11:57.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=28] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:11:57.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:11:57.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=28] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:11:57.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:11:57.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=28] [2024/05/06 15:11:57.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=28] [type=ImportInto] [2024/05/06 15:11:58.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:58.138 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:58.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:58.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:58.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:58.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:58.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:58.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 15:11:58.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:58.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:58.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:58.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:58.159 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:58.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:58.159 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:58.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:58.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:58.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:58.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 15:11:58.234 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=28] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:11:58.235 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 15:11:58.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 15:11:58.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:58.241 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:58.241 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:58.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:58.242 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:58.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:58.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:58.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:58.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:58.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:58.243 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:11:58.243 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:11:58.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:58.243 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:11:58.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:58.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:58.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:58.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:58.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:58.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:58.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:58.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:58.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:58.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:58.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:58.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:58.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:11:58.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/06 15:11:58.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=28] [step=import] [limit=256MiB] [2024/05/06 15:11:58.272 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=57] [2024/05/06 15:11:58.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 15:11:58.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 15:11:58.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 15:11:58.294 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=187] [key=emoji.csv:0] [2024/05/06 15:11:58.295 +08:00] [ERROR] [chunk_process.go:245] ["process chunk failed"] [type=ImportInto] [table-id=187] [key=emoji.csv:0] [takeTime=1.074657ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:245\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:275\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWith\n\tpkg/executor/importer/engine_process.go:106\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:87\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154"] [2024/05/06 15:11:58.296 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=57] [takeTime=23.321871ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:11:58.296 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=28] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:11:58.296 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=28] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:11:58.297 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:58.297 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:58.297 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:58.297 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:58.297 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:58.297 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:58.297 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 15:11:58.302 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 15:11:58.305 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:58.305 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:58.305 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:58.305 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:58.307 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:58.307 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:58.307 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:58.307 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=28] [error="context canceled"] [2024/05/06 15:11:58.307 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=28] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=72.661887ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 15:11:58.307 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:11:58.638 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [2024/05/06 15:11:58.641 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:11:58.825 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=28] [2024/05/06 15:11:58.919 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=28] [step=1] [2024/05/06 15:11:58.924 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 15:11:58.934 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 15:11:59.126 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=28] [2024/05/06 15:11:59.134 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 15:11:59.137 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:11:59.138 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:11:59.138 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:11:59.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:59.139 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:11:59.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:11:59.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:11:59.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 15:11:59.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:11:59.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:11:59.154 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:11:59.154 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:11:59.156 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=28] [2024/05/06 15:11:59.163 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:11:59.242 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=28] [step=1] [state=reverted] [2024/05/06 15:11:59.373 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:11:59.378 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.367540515\n# Parse_time: 0.000087876\n# Compile_time: 0.000418722\n# Rewrite_time: 0.000146507\n# Optimize_time: 0.000169482\n# Wait_TS: 0.000360462\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestLoadRemote/TestGeneratedColumnsAndTSVFile [2024/05/06 15:11:59.379 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 15:11:59.390 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:59.390 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 15:11:59.404 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.423 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=619.086µs] [gotSchemaVersion=127] [phyTblIDs="[173]"] [actionTypes="[2]"] [2024/05/06 15:11:59.427 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=127] [2024/05/06 15:11:59.473 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.136643ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.486 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.500 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=611.551µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:59.505 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=128] [2024/05/06 15:11:59.550 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.904399ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.563 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.581 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=550.367µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:59.585 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=129] [2024/05/06 15:11:59.630 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=52.958344ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=28] [2024/05/06 15:11:59.644 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[173]"] [2024/05/06 15:11:59.649 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/06 15:11:59.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:11:59.650 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.664 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:11:59.668 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 15:11:59.668 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:59.670 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=129] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 15:11:59.682 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:59.682 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 15:11:59.702 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.719 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=1.06067ms] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:11:59.723 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=191] [version=130] [2024/05/06 15:11:59.768 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.223884ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:11:59.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.783 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.793 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 15:11:59.793 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:11:59.798 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 15:11:59.812 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:59.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:11:59.812 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:59.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 15:11:59.830 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:11:59.983 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=2.05123ms] [gotSchemaVersion=131] [phyTblIDs="[192]"] [actionTypes="[3]"] [2024/05/06 15:11:59.987 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=193] [version=131] [2024/05/06 15:12:00.031 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.173064ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 15:11:59.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:00.047 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 15:11:59.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:00.059 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 15:12:00.060 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:00.101 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:00.119 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=29] [job-id=29] [thread-cnt=8] [2024/05/06 15:12:00.119 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=29] [2024/05/06 15:12:00.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=29] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:00.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:00.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/06 15:12:00.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 15:12:00.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/06 15:12:00.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 15:12:00.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=63.605µs] [2024/05/06 15:12:00.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=188.281µs] [] [2024/05/06 15:12:00.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:00.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:00.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:00.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=29] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:00.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:00.933 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=29] [2024/05/06 15:12:00.933 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=29] [type=ImportInto] [2024/05/06 15:12:00.987 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:933.511809ms txnStartTS:449571591291404302 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:440 rocksdb_delete_skipped_count:102 rocksdb_key_skipped_count:1188 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:12:00.988 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:691.055161ms txnStartTS:449571591357202435 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:263 rocksdb_delete_skipped_count:103 rocksdb_key_skipped_count:655 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:12:00.989 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571591357202435\n# Query_time: 0.693044791\n# Parse_time: 0\n# Compile_time: 0.000878367\n# Rewrite_time: 0.000198266\n# Optimize_time: 0.000301414\n# Wait_TS: 0.000096982\n# Cop_time: 0.691290267 Process_time: 0.000238606 Wait_time: 0.000045102 Request_count: 1 Total_keys: 263 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 103 Rocksdb_key_skipped_count: 655\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000238606 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.5102e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 233\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.690894041\n# PD_total: 0.000028141\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4wTwUjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NjkxLjVtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogASpYMW1zLCBwcm9jX2tleXM6IDAsIHRvdF8BEiQ6IDIzOC42wrVzCRQkd2FpdDogNDUuMQUTHHJwY19udW06AU8BDAB0AX0UIDY5MC45AVSgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiAxOS40BVnIbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9CTIzMyBCeXRlcwlOL0EKMQkxXzYJMV8wNRWobGUobXlzcWwudGlkYl9tZGxfaW5mby52ZXJzaW9uLCAxMzEpCTAJdGlrdgWABDp7BbcQMHMsIGwpL1R9LCBzY2FuX2RldGFpbDoge3RvdGFsLR5EMjYzLCBnZXRfc25hcHNob3RfBT8IIDIwMRWYb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwMywga2V5PhgAPDY1NSwgYmxvY2s6IHt9fX0B3wEEXAoyCTQzXzUJMV8wCTEwMDAwCXRhYmxlOjLfAIAsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwl28QAgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('zAWYCscFCg1UYWJsZVJlYWRlcl83EpsDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMzEpaqEBbnEAuCwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9rZXlzOiAyNjMsIGdldF9zbmFwc2hvdF90AbDIIDIwLjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTAzLCBrZXlfOhgAQDY1NSwgYmxvY2s6IHt9fX1wBecBATL2AAHtEOpz5kApAQkAqgH2JAFAAVIQZGF0YTo9tghaFXQBlxg2OTEuNW1zNUwcYsoBY29wX3QhaTgge251bTogMSwgbWF4OiABKwAxASsMcHJvYw3tGDAsIHRvdF8BEhg6IDIzOC42BeMBFBx3YWl0OiA0NRH2CHBjXxFPAQwFfhQgNjkwLjkBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhhuOiAxOS40BWyobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOkBeP///////////wEYAQ==')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 131;"] [2024/05/06 15:12:00.993 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571591291404302\n# Query_time: 0.940711527\n# Parse_time: 0\n# Compile_time: 0.003101803\n# Rewrite_time: 0.000661641\n# Optimize_time: 0.001928883\n# Wait_TS: 0.000128046\n# Cop_time: 0.934310241 Process_time: 0.000549119 Wait_time: 0.000058762 Request_count: 2 Process_keys: 1 Total_keys: 879 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 205 Rocksdb_key_skipped_count: 2367\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000274559 Cop_proc_p90: 0.000332658 Cop_proc_max: 0.000332658 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.9381e-05 Cop_wait_p90: 3.0103e-05 Cop_wait_max: 3.0103e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12724\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hRe4MAkzXzEzCTAJMjM0Ny4zNglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjkzNS44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAA2HYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADUdd6AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjI2Ni43wrVzLCBmZXRjaB0QBTIMOjBzfRGsEQgkCjMJMzFfNDEoQgFUACkdu0BkYXRhOlNlbGVjdGlvbl80MBGQEDE3OC45BWY1i3Bjb3BfdGFzazoge251bTogMSwgbWF4OiA3NzMuNAUrIW40X2tleXM6IDAsIHRvdF8BEhg6IDIxNi41BSIBFCR3YWl0OiAzMC4xBRMMcnBjXxFQAQxFCQwgNjkxDYBkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxJAGVCF9kdQUaGG46IDE4LjgFWjhtYXhfZGlzdHNxbF9jb25VSAggMX1BNC3YGE4vQQo0CTEB/AQxX3LNAgxyZW9ySasEa3YFdQQ6ewWtBDBzVbE8fSwgc2Nhbl9kZXRhaWw6ICm0LRRANDM4LCBnZXRfc25hcHNob3QN7Aw4LjUyBbGgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDIsIGtleV8+GAAgMTc4LCBibG9jIZ0IfX19AdUBBBwKNQk0NF8zOQXaHDY2NjYuNjcJSU4upwN0LCByYW5nZTpbLWluZiwxOTMpLCAoMTkzLCtpbmZdAXNsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0UzZhIBAYgBBDAKMwk2XzI5KFByb2JlQYQ0NjQwMAlncm91cCBieTp1FEAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXWNMgAyMjgDTHBhcnRpYWxfd29ya2VyOnt3YWxsKWmBXgwxODgyBTAuEQIINSwgRURBhwAwSblFpSw0LjY3NTQ1ODA5MXMJFwxleGVjJfBBySX9BSQYNTIwMjMzc2kRBWcQMTQ3MDMBmAhwOTUyEgAUfSwgZmluYqAAFDIwOTExOQE5oqEAEDc3MTE0AX0BlAWhEDQ1LjQ4aV4BFBmoEDgyNzgxAcxhuQWoEDc3NzY3AW8VqA0SObhhHQAzgRklsRRub3QoZXE5lQQsIEEwCCksIAEZFGlzbnVsbBkdACkh6AV/BW0BaI1PCAkzOLFZYYEQNQk2XzMh1QQ4MC4VAkpEBYFSAGXFNVLNBSBzY2hlbWFfaWQhjUZzBkX8CR5JZghtaW4VrwA4MmECADERuQQ0LiWQCbkEMixyYQIYNC44MTI5OAXqXsEBADFJS1ViEDI4NzA0NsEBEDg4LjU3qX8ywQEYMzAxMDYxOQHcEGF4OjkzQX0IOTg0XWkZEnJpAhg0Ljg1NDc1xXKeqAAYMzg1MjAxNS4KAxA4OS4yMKltNqgAFDk1NTUxMh2oEDgwNjc2ZXlJaQA0FRJZaQA2waYMMzYJMEkGxZwkSGFzaEFnZ18zMS6RAQW4NZFemQYIMS4wCXIEcm/Rly18ARIQOiAzMzLtSgG9JZAIIDI4DRPBi4EQCCAyLAUMRcYAICFzADRBxwBjwpYG8bZqlgYkLCBSZXNvbHZlTKHK4WYMX3JwY00xAGGNxgw3MjQuwS8MfQkyOC7EBgA3YUMAMaXq/kUDzkUDSm0DFlkJfVUAOCXENisGZSspy14+ByGuCGVzc+1GKcMEYWwyFwAoX3NpemU6IDQwMTZlXgBh9XQENDFSdAcEMTIlRQAsinQHADPhAUp0BwQ4OVZ0Bxg4CTQzXzM0JYoEMTCB0IV2OnIHAGt2VAeBfmopASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('3BnwSQrXGQoNUHJvamVjdGlvbl8xMxK/GAoHU29ydF8xNBLHFwoLSGFzaEpvaW5fMjgS5AUKDlRhYmxlUmVhZGVyXzQxErADCgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxOTMpLCAoMTkzLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSkxvOGguVaiBaEEUhgFnQQudB2cKC5yZW9yZ2qiAXRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDQzOCwgZ2V0X3NuYXBzaG90XwWksCA4LjUywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwMiEDAHlCGABAMTc4LCBibG9jazoge319fXAB2wUBLusALBoBASF/IGYc4H3rQBnuKAFAAVIRZGF0YTpTPc4EWhYFnBAxNzguOQWcLUYUYswBY29wKWNMIHtudW06IDEsIG1heDogNzczLjQFLAxwcm9jDfQYMCwgdG90XwESGDogMjE2LjUFIgEUJHdhaXQ6IDMwLjEFEwxycGNfEVABDAWADCA2OTENgYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFlQhfZHUFGhhuOiAxOC44BVpwbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOouIQEQEqgQCgpB9yBBZ2dfMjkSzgwu4wIQMzAS0QsZIBAzNRKjBzYWAxAzNhLIBB0iFDESmAEKEGUUDEZ1bGxpEwA0RXIU8O8wQSkAAQEQiMNAMAF2FQMAHnr3AgAdPpICDDFtcywxsloNAgWGCChlMQ2GBEC/DYY8UpQBZ3JvdXAgYnk6bXlzcToEAyHJHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGrZQncDMuUAVngDDa5NjAAxRYwEYWwyFwAoX3NpemU6IDQwMTYRHwBraa4ENDFSrgMIMTIunq4DADNargMEODmKrgMgId7d3d0dPvdASScpoWGtBA9kYa0ISGFzRacMMzFaFWUrEDkzNC41OfgIMmL3YqoDDDEuMDIBKiEfDe4pHCUaGDogMzMyLjdlO3moBDI4DRNhnGWoBDIsBQwFfQAgAX4ANAFUxqcDADYNWWqnAyQsIFJlc29sdmVMgeOBdxBfcnBjOgm1BGFsCYQINzI0JZoMfXCcAi7hBSFIDK1s+EA+SAEAhP7pAr7pAlXNXdkANT2+ADkhQKloWDJi0AJwYXJ0aWFsX3dvcmtlcjp7d2FsDeohbRA4MTI5OGUDLtMEGDUsIHRhc2sloSkeqWcsNC42NzI4NzA0NDNzRecoX2V4ZWM6ODguNTep4CHqJcsBKxgzMDEwNjE5YcUEYXgFbxQ2Nzk4NDMBoQhwOTUyEgAUfSwgZmluZqgADDU0NzVFmJ6oABgzODUyMDE1MqgADDkuMjCpzTaoABQ5NTU1MTIdqBA4MDY3NkndDagREl4IBUUfBEj+TR8IALlAZWUYL25vdChlcTW0CDUsIA6OCAgpLCABGRRpc251bGwZHQQpKTXHBDUuJZUpxwgxcPwuiwIkGgECIUREREQkYz5vAAQ4Z7F0USUENSytIxxmaXJzdHJvdx1uuRhZPwQ1LgX2DXgEYshyPwIUNS4xODgyBTFelgEAMEkn5aVBExg1NDU4MDkxLpYBADANDVU3FDU1MjAyM0FiSTcYNS4xMTQ3MF03GRJyNwIYNS4yMDkxMWURoqEADDc3MTE23wIQNDUuNDgWXggyNwIUNTgyNzgxAcwVqBA3Nzc2N1nfBDUuERJeNwIYcftH+8AZByo3CmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShi4wYELCA18AQpXV1EZTExzAA7Ft8IEGhhc2hf5UIAOhZXCgg6MjaxPBBmZXRjaB0QBTIsOjBzfSGd0e347VwQOqgAAD1KkgDBDunbFDpkZXNjLE7gB+mZHakANiE0DakYIUyte6Q3cz5sAE5HCAFIEG1ldGEsTmUAGYkdaQA4HWkMYg1DbybHCUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg and job_id not in (193) order by processing desc, job_id;"] [2024/05/06 15:12:01.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:01.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:01.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:01.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:01.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:01.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:01.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:01.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 15:12:01.579 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:340.19555ms txnStartTS:449571591605977092 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:233 rocksdb_delete_skipped_count:59 rocksdb_key_skipped_count:637 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:12:01.581 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571591605977092\n# Query_time: 0.343791678\n# Parse_time: 0\n# Compile_time: 0.002198811\n# Rewrite_time: 0.0006642\n# Optimize_time: 0.001064097\n# Wait_TS: 0.000146906\n# Cop_time: 0.340354225 Process_time: 0.000228826 Wait_time: 0.000042229 Request_count: 1 Process_keys: 1 Total_keys: 233 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 59 Rocksdb_key_skipped_count: 637\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000228826 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.2229e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 2351\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0AjwWDAJM183CTAJMC4wMAkxLT5Db2x1bW4jMTYJMQl0aW1lOjM0MC42bXMsIGxvb3BzOjIsIENvbmN1cnJlbmN5Ok9GRgkyLjIzIEtCCU4vQQoxCTE2XzgJMAkwAVBAb2Zmc2V0OjAsIGNvdW50OjEuVQAENW0ZVQE8AQQcCjIJMzFfMTMRkTBkYXRhOkxpbWl0XzEyWj0AADEBXlRwX3Rhc2s6IHtudW06IDEsIG1heDogAbwAMgFnIHByb2Nfa2V5cwUcDHRvdF8BEig6IDIyOC44wrVzLAUUJHdhaXQ6IDQyLjIFEwxycGNfEU8BDCUPBVQAMQFUgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaGG46IDE4LjcFWTRtYXhfZGlzdHNxbF9jbzlNSCAxfQkyODkgQnl0ZXMJTi9BCjMhTwH6AF9yUgEEa3YFbAQ6ewWjADA1WFgxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbAX9CGVzczISAToXACRfc2l6ZTogMzk0JRwEYWwNLUQyMzMsIGdldF9zbmFwc2hvdF8FdBAgMTcuNgXdYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9JAxwgNTksIGtleT4XACA2MzcsIGJsb2MhxQh9fX0B/wEEHAo0CTFfMTEJNQKAZXEoY2FzdChteXNxbC50aWRiX2JhY2tncm91bmRfc3ViQQkALgEFAbJgLCBkb3VibGUgQklOQVJZKSwgMjkpLCBlcXpAADxleGVjX2lkLCAiOjQwMDAijjQALHN0ZXAsIDEpLCBpbnpfAGRzdGF0ZSwgInBlbmRpbmciLCAicmV2ZXJ0Xy4SAAh1bm4yHQABDQQpCWGYZvEBITQBBBwKNQk0M18xMCU5LDEwMDAwCXRhYmxlOloyASGVPGVwIG9yZGVyOmZhbHNlLCABphxzOnBzZXVkb553AA==')\n# Plan_digest: d1d7ddd77c9aa9fabdb38ad00f2fb25b4a21067d967976961d78d6de18f5929a\n# Binary_plan: tidb_decode_binary_plan('qgrQCqUKCgxQcm9qZWN0aW9uXzcSuAkKB0xpbWl0XzgS1AgKDlRhYmxlUmVhZGVyXzEzEqgGCggJHyQxMhKCBAoMU2VsDTwcMTESogEKEFQBMVBGdWxsU2Nhbl8xMCEAAAAAWLVAQSkBCfBxAIjDQDABOAJAAkoiCiAKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFza1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFkDDw70BBKY7ttaD3xgA/CZAoUoACZXEoY2FzdCgFlQAuWpQAiC50YXNrX2tleSwgZG91YmxlIEJJTkFSWSksIDI5KSwgZXEodkAAPGV4ZWNfaWQsICI6NDAwMCKONAAsc3RlcCwgMSksIGluep8AZHN0YXRlLCAicGVuZGluZyIsICJyZXZlcnRfLhIACHVubjIdAAENCClqHP5PAT1PUBFvZmZzZXQ6MCwgY291bnQ6MWrVAW5gAHAsIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2VzcyFxFHM6IDEsIEYXACRfc2l6ZTogMzk0ER4Ea2UBLUgyMzMsIGdldF9zbmFwc2hvdF90QSOIIDE3LjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF8JsRwgNTksIGtleT4XAEA2MzcsIGJsb2NrOiB7fX19cEVZAQEyaAIYlu7SqgoRAjJoAigBQAFSDWRhdGE6TGVkDDEyWhUFlRgzNDAuNW1zVb0YYsoBY29wX0FsFDoge251bQX8EG1heDogASsAMgErIRsN6ykYJS0YOiAyMjguOAXhNHRvdF93YWl0OiA0Mi4yBRMMcnBjXxFPAQwFfgVUADEBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhhuOiAxOC43BVl0bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cKECLoEDXhkBRjICVh0BADJacQEQkf/cqppKcQEwDDEtPkNvbHVtbiMxNh1TADYB8SRsb29wczoyYg9DHbRIT0ZGcPAReP///////////wEYAQ==')\n# Resource_group: default\nselect 1 from mysql.tidb_background_subtask where exec_id = ':4000' and task_key = 29 and step = 1 and state in ('pending','revert_pending','running','reverting') limit 1;"] [2024/05/06 15:12:01.581 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=29] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:01.582 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 15:12:01.582 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:01.585 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:01.585 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:01.585 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:434.082753ms txnStartTS:449571591579762698 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:441 rocksdb_delete_skipped_count:103 rocksdb_key_skipped_count:1189 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:12:01.585 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:01.585 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:01.587 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571591579762698\n# Query_time: 0.437749711\n# Parse_time: 0\n# Compile_time: 0.002190501\n# Rewrite_time: 0.000478943\n# Optimize_time: 0.001338327\n# Wait_TS: 0.000120673\n# Cop_time: 0.43315111 Process_time: 0.0005974 Wait_time: 0.000074672 Request_count: 2 Total_keys: 882 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 206 Rocksdb_key_skipped_count: 2378\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.0002987 Cop_proc_p90: 0.000319297 Cop_proc_max: 0.000319297 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.7336e-05 Cop_wait_p90: 4.8044e-05 Cop_wait_max: 4.8044e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12672\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sRW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQzMy45bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAAHAVYxQ6ZGVzYyxOhwAUam9iX2lkLoMAADcdgxwJMCBCeXRlcxEIHAoyCTE3XzI3HfhUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoOAThpZCwgQ29sdW1uIzE1KV0udwAANh13oCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6Njg3LjLCtXMsIGZldGNoHRAFMgw6MHN9EawRCCAKMwk2XzI5KEIBUwApAbowNDAwCWdyb3VwIGJ5OhWPQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwRsxQ2MTEuOcIBiTWuUHBhcnRpYWxfd29ya2VyOnt3YWxsXyXaGDU0OC45NjYFLwhjb2451HgsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjIuMTEzODMzIRMBFRhleGVjOjBzCSIFUhgyLjE2MDM2RS8kbWF4OjQ0Mi43NwVhCHA5NRkPGH0sIGZpbmFSlQAUMzQuODIxBTSWlQAYMzQ0MjkxbQ2IBZUUMzIuNjk4BUQBqQ2cEDM4NDIzRUgFnAQ5MhVpBZ0VEAB9QcwBBBgKNAkxXzMwMZ0kbm90KGlzbnVsbD2FIbsFYBA0MDEuNQVzLXsICTM4UaggTi9BCjUJNl8zIakIODAwPelKkwJ5IQAsThwDJHNjaGVtYV9pZHNSHwBFmQkeSToIbWluFbAAOE41AgwzODUuKS0NugAsajUCFDMxNi42MaagARgxLjEzODg3JXchjCWgMjUCGDEuMTc3MjlVNRAyNTQuMA1iIZkZEGo3AhQzMjkuNjimzAIYMS40MDI0NTaXABA0MC4xMCkKAasl1xgxLjQ1Mzg5BSlBNxwzMDguNTQzwmFkAZ4ZEFk3IDYJMzFfMzYJMCnsOGRhdGE6SGFzaEFnZ18zMXGsEDIwMC43BUg1dwxjb3BfYXsIOiB7YX0IIDEsBXQAIEXeQRcYX2tleXM6IG2WARIUOiAyNzguKZABtQB3YaoEIDQJxgxycGNfEUkBDAXSDCA5MzWNJWRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMJHsAY4IX2R1BRoUbjogMTEuCfssbWF4X2Rpc3RzcWxfLqcDGCAxfQkyMzKtoEH4ADdB+AwxCTFfLQ6V4/76Apb6AkpmAMldfQoAOCWTBGt2Be4EOnslJkGjLZg8fSwgc2Nhbl9kZXRhaWw6IKn1LYtANDQxLCBnZXRfc25hcHNob3QtZQwxNS40Jd2gcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDMsIGtleV8+GAAgMTg5LCBibG9jQQ8EfX1ZXxQ4CTQzXzOBnAwwCTEwgU5l9AA6LuYHAVNsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3ryACG6AQQECjNByxw0MShQcm9iZYHsADYaWQgAZEHVLFNlbGVjdGlvbl80MAVSGjAIxSMtPgAsQWYpWgAgNtYCDDQzNC5y2gIIMzE5TW9Z2ggyNi5p5kHQRtwCCDQzNMEKAGPC2QIAOA1XdtkCADFd2SGBBDQwRdkxFUptAgxyZW9yFkwJ/mACOmACBDAuFnII/mACRmACBDUJQWAAOQXa/mACfmAC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('gRjwSQr8FwoNUHJvamVjdGlvbl8xMxLkFgoHU29ydF8xNBLsFQoLSGFzaEpvaW5fMjcSwAUKDlRhYmxlUmVhZGVyXzQxEpEDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaqIBdGplAAgsIHMB2/BeZGV0YWlsOiB7dG90YWxfa2V5czogNDQxLCBnZXRfc25hcHNob3RfdGltZTogMTAuMsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDMsIGtleV8+GAA8MTg5LCBibG9jazoge319fVbrADAaAQIhVVVVVZV09kApFe4oAUABUhFkYXRhOlM9rwRaFQWcHDQzMy4zbXMsMUUUYsgBY29wKWJMIHtudW06IDEsIG1heDogNDM0LjEBKwxwcm9jDfIYMCwgdG90XwESGDogMzE5LjMF6AEUJHdhaXQ6IDI2LjYFEwxycGNfEU8BDAV+AVQBUoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkQhfZHUFGhBuOiAxOA1XdG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDnAV0HEBLxDgoKQdMgQWdnXzI5EqsLLr8CEDMwEsYKGSAQMzUStAY28gIQMzYSjAQdIgAxTvACADRFbf7wAu7wAk3wAChB8AAAAQEEQL9J8CyUAWdyb3VwIGJ5Om1heTb6AiHBHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcARGpvYl9pZCktPkNvbHVtbiMxOP5tA05tAwg1LjRJcv5tA3ZtAyAh3t3d3R0+90A5aGFqBA9kYWoISGFzRWkMMzFaFkXqEDIwMC43BZcEbG+FrgRixWJpA3JlAxAyNzguMQVJeWUENDgFEWFXRmMDEDkzNS45BSDGZgMAMW3QbmYDAOguZgMlFQitbPg6FQEAhP59Ar59AlVhXW0ANS2LDDM4NS4pMTGLVLUCcGFydGlhbF93b3JrZXI6e3dhbGyJoxQzMTYuNjEpci5hBBg1LCB0YXNrJXGtBoXyHDEuMTM4ODc3gdchohBleGVjOsGmAQ1FCxwxLjE3NzI5OQEioVkQMjU0LjANYghwOTUdEBR9LCBmaW5WlwAQMjkuNjipW5aXABA0MDI0NTaXABA0MC4xMCkLHZ4QNDUzODkFKQGeGDMwOC41NDNFQQGeGRBahQZJAwRI/k0DCAC5QGUYKBZub3QoaXNudWxsNZ4INSkpLZQQNDAxLjUFZC2UCHD8Ar29JBoBASFEREREJGM+VwAEOGeR1jHzBDUsjYUcZmlyc3Ryb3cdb5l6UQ0INjExbR4NeQRis2oNAhQ1NDguOTamdgEYMi4xMTM4M+VhIWJGDQIYMi4xNjAzNlUNEDQ0Mi43iSkhbhUPagsCFDUzNC44MqaiAhgyLjM0NDI5hWYVlRAzMi42OToLAhgyLjM4NDIzVQsINDkyFWkFnRUQXgsCDoMJFG9BDUEprB57CWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiMQYELCA13AQpXSq4CAg2bXMmuAgAOxYoCBBoYXNoX8WQADoWmwkUOjY4Ny4yRVsQZmV0Y2gdEAUyLDowc30hmSoiS80bHjqoAAA9SpIA+SkUOmRlc2MsTi4HyecdqSVCTWAFbAR9Wj5sAE6VBwFIEG1ldGEsTmUAGYkdaUVHDWkMYg1DbyYQCUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 15:12:01.588 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:01.588 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:01.589 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:01.590 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:01.590 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:01.590 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:01.591 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:01.591 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:01.591 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:01.591 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:01.591 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:01.591 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:01.591 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:01.591 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 15:12:01.591 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:01.591 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:01.591 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:01.591 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:01.591 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:01.591 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:01.595 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:01.596 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:01.596 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:01.597 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:01.597 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:01.598 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:01.598 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:01.608 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:01.608 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/06 15:12:01.608 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=29] [step=import] [limit=256MiB] [2024/05/06 15:12:01.622 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=59] [2024/05/06 15:12:01.625 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:01.628 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:01.628 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/06 15:12:01.682 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/06 15:12:01.683 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=921.641µs] [encodeDur=275.181µs] [deliverDur=258.383µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.752685ms] [] [2024/05/06 15:12:01.684 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=59] [takeTime=62.53903ms] [] [2024/05/06 15:12:01.684 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/b8491837-ba2a-4acb-b628-6412794ae70c.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/06 15:12:01.684 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 15:12:01.684 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 15:12:01.684 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:01.687 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.176078ms] [] [2024/05/06 15:12:01.687 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 15:12:01.691 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:01.693 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 15:12:01.693 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:01.693 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:01.693 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:01.694 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/06 15:12:01.694 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:01.694 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=446.041µs] [2024/05/06 15:12:01.694 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.270403ms] [] [2024/05/06 15:12:01.697 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571591723941892] [req-type=Cop] [region="{ region id: 14, ver: 64, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:01.697 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571591723941892] [req-type=Cop] [region="{ region id: 14, ver: 64, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:01.701 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:64 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 66, request epoch conf_ver: 5 version: 64\")"] ["job stage"=needRescan] [2024/05/06 15:12:01.702 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C05F728000000000000001] [endKey=7480000000000000C05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:12:03.702 +08:00] [2024/05/06 15:12:03.717 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 15:12:03.718 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=2.031257582s] [] [2024/05/06 15:12:03.718 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:03.719 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.108619ms] [] [2024/05/06 15:12:03.719 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 15:12:03.719 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:03.721 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.184721ms] [] [2024/05/06 15:12:03.721 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 15:12:03.721 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:03.721 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=50.779µs] [] [2024/05/06 15:12:03.721 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:03.722 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=868.618µs] [] [2024/05/06 15:12:04.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:04.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/06 15:12:04.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:04.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:04.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:04.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:04.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:04.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:04.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:04.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:04.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:04.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:04.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:04.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:04.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:04.175 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 15:12:04.176 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:04.176 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:04.176 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:04.188 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=29] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:04.188 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:04.347 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:04.351 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:04.351 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:04.351 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:04.351 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:04.353 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:04.353 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:04.353 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:04.353 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=29] [error="context canceled"] [2024/05/06 15:12:04.353 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=29] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.771737337s] [] [2024/05/06 15:12:04.659 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=29] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:04.661 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=29] [step=post-process] [2024/05/06 15:12:04.674 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/06 15:12:04.674 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/06 15:12:04.674 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/06 15:12:04.677 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:04.678 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:04.678 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:04.679 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:04.679 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:04.681 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:04.681 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:04.681 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:04.681 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:04.681 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:04.681 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:04.681 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:04.689 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=14.720781ms] [] [2024/05/06 15:12:04.689 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:04.690 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [weight=30] [2024/05/06 15:12:04.690 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [concurrency=15] [2024/05/06 15:12:04.692 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:04.692 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=18.14165ms] [] [2024/05/06 15:12:04.693 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=18.3028ms] [] [2024/05/06 15:12:05.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:05.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/06 15:12:05.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:05.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:05.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:05.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=29] [step=done] [state=running] [] [2024/05/06 15:12:05.151 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=29] [2024/05/06 15:12:05.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:05.232 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.169308029\n# Parse_time: 0.000090913\n# Compile_time: 0.000694389\n# Rewrite_time: 0.000421065\n# Optimize_time: 0.000169482\n# Wait_TS: 0.000361014\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_csv;\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 15:12:05.280 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:05.298 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=30] [job-id=30] [thread-cnt=8] [2024/05/06 15:12:05.298 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=30] [2024/05/06 15:12:05.319 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=29] [error="context canceled"] [2024/05/06 15:12:05.319 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=29] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.266127ms] [] [2024/05/06 15:12:05.621 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=29] [step=-2] [state=succeed] [2024/05/06 15:12:05.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=29] [2024/05/06 15:12:05.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:05.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:06.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=30] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:06.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:06.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/06 15:12:06.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 15:12:06.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/06 15:12:06.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 15:12:06.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=69.096µs] [2024/05/06 15:12:06.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=179.354µs] [] [2024/05/06 15:12:06.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:06.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:06.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:06.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=30] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:06.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:06.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=30] [2024/05/06 15:12:06.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=30] [type=ImportInto] [2024/05/06 15:12:07.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:07.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:07.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:07.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:07.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:07.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:07.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:07.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:07.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:07.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:07.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 15:12:07.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=30] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:07.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 15:12:07.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 15:12:07.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:07.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:07.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:07.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:07.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:07.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:07.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:07.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:07.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:07.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:07.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:07.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:07.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:07.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:07.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:07.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:07.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:07.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:07.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:07.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:07.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:07.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/06 15:12:07.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=30] [step=import] [limit=256MiB] [2024/05/06 15:12:07.274 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=61] [2024/05/06 15:12:07.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:07.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:07.281 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/06 15:12:07.295 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/06 15:12:07.297 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=759.066µs] [encodeDur=525.303µs] [deliverDur=190.823µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.828893ms] [] [2024/05/06 15:12:07.297 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/79aedd95-d007-4138-a0d3-a1880d45ebd6.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/06 15:12:07.298 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=61] [takeTime=23.117436ms] [] [2024/05/06 15:12:07.298 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 15:12:07.298 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 15:12:07.298 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:07.300 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.71914ms] [] [2024/05/06 15:12:07.300 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 15:12:07.304 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:07.305 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 15:12:07.305 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:07.305 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:07.305 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:07.306 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/06 15:12:07.306 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:07.307 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=452.172µs] [2024/05/06 15:12:07.307 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.183658ms] [] [2024/05/06 15:12:07.325 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 15:12:07.326 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=26.501282ms] [] [2024/05/06 15:12:07.326 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:07.327 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=939.732µs] [] [2024/05/06 15:12:07.327 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 15:12:07.327 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:07.329 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.284861ms] [] [2024/05/06 15:12:07.329 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 15:12:07.329 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:07.329 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=41.703µs] [] [2024/05/06 15:12:07.329 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:07.330 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=762.535µs] [] [2024/05/06 15:12:07.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:07.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/06 15:12:07.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:07.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:07.643 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:07.643 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:07.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:07.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:07.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:07.645 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:07.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:07.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:07.660 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:07.660 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:07.676 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 15:12:07.677 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:07.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:07.677 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:07.689 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=30] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:07.689 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:07.961 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 15:12:07.964 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:07.964 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:07.964 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:07.964 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:07.964 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:07.964 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:07.965 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:07.965 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:07.965 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:07.965 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:07.966 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:07.966 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:07.966 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:07.966 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=30] [error="context canceled"] [2024/05/06 15:12:07.966 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=30] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=729.070819ms] [] [2024/05/06 15:12:08.272 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=30] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:08.273 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=30] [step=post-process] [2024/05/06 15:12:08.286 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/06 15:12:08.286 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/06 15:12:08.286 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/06 15:12:08.289 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:08.290 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:08.290 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:08.291 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:08.291 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:08.292 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:08.292 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:08.292 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:08.292 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:08.292 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:08.292 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:08.292 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:08.296 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=10.232718ms] [] [2024/05/06 15:12:08.296 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:08.297 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [weight=30] [2024/05/06 15:12:08.297 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [concurrency=15] [2024/05/06 15:12:08.300 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:08.300 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=13.571209ms] [] [2024/05/06 15:12:08.300 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=13.705003ms] [] [2024/05/06 15:12:08.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:08.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/06 15:12:08.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:08.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:08.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:08.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=30] [step=done] [state=running] [] [2024/05/06 15:12:08.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=30] [2024/05/06 15:12:08.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:08.910 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.6676349999999998\n# Parse_time: 0.000127535\n# Compile_time: 0.000952939\n# Rewrite_time: 0.000608321\n# Optimize_time: 0.000191727\n# Wait_TS: 0.000311014\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 15:12:08.925 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=30] [error="context canceled"] [2024/05/06 15:12:08.925 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=30] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.673235ms] [] [2024/05/06 15:12:08.960 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:08.978 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=31] [job-id=31] [thread-cnt=8] [2024/05/06 15:12:08.978 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=31] [2024/05/06 15:12:09.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=31] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:09.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=30] [2024/05/06 15:12:09.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:09.161 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:09.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:09.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/06 15:12:09.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 15:12:09.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/06 15:12:09.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 15:12:09.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=57.642µs] [2024/05/06 15:12:09.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=155.375µs] [] [2024/05/06 15:12:09.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:09.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:09.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:09.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=31] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:09.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:09.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=31] [2024/05/06 15:12:09.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=31] [type=ImportInto] [2024/05/06 15:12:10.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:10.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:10.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:10.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:10.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:10.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 15:12:10.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:10.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:10.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:10.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:10.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:10.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:10.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:10.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:10.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:10.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:10.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 15:12:10.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=31] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:10.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 15:12:10.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 15:12:10.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:10.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:10.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:10.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:10.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:10.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:10.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:10.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:10.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:10.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:10.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:10.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:10.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:10.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:10.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:10.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:10.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:10.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:10.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:10.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:10.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:10.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:10.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:10.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/06 15:12:10.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=31] [step=import] [limit=256MiB] [2024/05/06 15:12:10.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=63] [2024/05/06 15:12:10.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:10.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:10.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/06 15:12:10.330 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/06 15:12:10.332 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=727.629µs] [encodeDur=438.801µs] [deliverDur=238.46µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.722702ms] [] [2024/05/06 15:12:10.333 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=63] [takeTime=55.728021ms] [] [2024/05/06 15:12:10.333 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/3dff6cfb-2a8e-4013-aff1-81b8346b5c98.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/06 15:12:10.333 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 15:12:10.333 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 15:12:10.333 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:10.335 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.964021ms] [] [2024/05/06 15:12:10.335 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 15:12:10.339 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:10.341 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 15:12:10.341 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:10.341 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:10.341 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:10.341 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/06 15:12:10.341 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:10.342 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=384.284µs] [2024/05/06 15:12:10.342 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.073597ms] [] [2024/05/06 15:12:10.359 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 15:12:10.360 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=24.708771ms] [] [2024/05/06 15:12:10.360 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 15:12:10.361 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=961.399µs] [] [2024/05/06 15:12:10.361 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 15:12:10.361 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:10.362 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.337041ms] [] [2024/05/06 15:12:10.362 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 15:12:10.362 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:10.362 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=48.273µs] [] [2024/05/06 15:12:10.362 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 15:12:10.363 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=736.307µs] [] [2024/05/06 15:12:10.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:10.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/06 15:12:10.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:10.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:10.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:10.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:10.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:10.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:10.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:10.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:10.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:10.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:10.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:10.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:10.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 15:12:10.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:10.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:10.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:10.685 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=31] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:10.685 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:10.996 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:10.999 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:10.999 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:10.999 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:10.999 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:11.000 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:11.000 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:11.000 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:11.000 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=31] [error="context canceled"] [2024/05/06 15:12:11.000 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=31] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=763.691896ms] [] [2024/05/06 15:12:11.307 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=31] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:11.308 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=31] [step=post-process] [2024/05/06 15:12:11.321 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/06 15:12:11.321 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/06 15:12:11.321 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/06 15:12:11.324 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:11.325 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:11.325 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:11.326 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:11.326 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:11.327 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:11.327 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:11.327 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:11.327 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:11.327 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:11.327 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:11.327 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:11.327 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:11.327 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:11.327 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:11.327 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:11.327 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:11.328 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:11.328 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:11.328 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:11.331 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=9.830571ms] [] [2024/05/06 15:12:11.331 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:11.332 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [weight=30] [2024/05/06 15:12:11.332 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [concurrency=15] [2024/05/06 15:12:11.334 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:11.334 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=12.974224ms] [] [2024/05/06 15:12:11.334 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=13.108419ms] [] [2024/05/06 15:12:11.674 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=131.199704ms] [2024/05/06 15:12:11.682 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:11.684 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/06 15:12:11.686 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:11.686 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:11.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:11.700 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=31] [step=done] [state=running] [] [2024/05/06 15:12:11.703 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=31] [2024/05/06 15:12:12.632 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571594345381889\n# Query_time: 0.956621078\n# Parse_time: 0\n# Compile_time: 0.004208421\n# Rewrite_time: 0.000997393\n# Optimize_time: 0.001986015\n# Wait_TS: 0.00013375\n# Cop_time: 0.000134013 Process_time: 0.000550497 Wait_time: 0.000056703 Request_count: 2 Total_keys: 882 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 206 Rocksdb_key_skipped_count: 2378 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000275248 Cop_proc_p90: 0.000285591 Cop_proc_max: 0.000285591 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.8351e-05 Cop_wait_p90: 3.018e-05 Cop_wait_max: 3.018e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 2244\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2RWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjk1MC40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADMdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldLnIAADIdcqAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjYyMS4xwrVzLCBmZXRjaB0QBTIMOjBzfRGnEQgkCjMJMzFfNDEoQgFUACkJtkBkYXRhOlNlbGVjdGlvbl80MBGLEDM2Mi44BWE1fmxjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjU4AbUhYjRfa2V5czogMCwgdG90XwESGDogMjY0LjkFSwEUJHdhaXQ6IDMwLjIFEwxycGNfEU4BDCX6DCAxLjQFU2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDEbAZEIX2R1BRoYbjogMTguMwVYOG1heF9kaXN0c3FsX2NvblU3GCAxfQkyMzQtyhhOL0EKNAkxAfgEMV9Ft1Bub3QoaXN0cnVlX3dpdGhfbnVsbChKxgEUcmVvcmcpIUYMdGlrdgWHBDp7Bb0EMHNVsjx9LCBzY2FuX2RldGFpbDogKb0tJEA0NDEsIGdldF9zbmFwc2hvdBH8CDEuNQXDoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTAzLCBrZXlfPhgAIDE4OSwgYmxvYyGrOT4NNwwyfX19AfkBBBwKNQk0M18zOQ3+DDAwMAlJZy64AwFlbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FM2YEAQFoAQQwCjMJNl8yOShQcm9iZSE5NDY0MDAJZ3JvdXAgYnk6dQ9ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1gSUMNDkuNkF+VadMcGFydGlhbF93b3JrZXI6e3dhbGwpWxw4MDQuODAzwmE3LhQCCDUsIEVHQYgAMEm6RaYcMy4wNjEzMTkBX0G7DGV4ZWMl3wENJewYMy4xMDk0MYWmYQwUNjU3LjI3Se0IcDk1HRAUfSwgZmluUpcAFDc3MS41MmkPlpcAEDI5MzE1BXUBigWXEDY4Ljc2abEBFA2eEDM3NjU4hcQFnhA4Ny43MIk3BZ4VEDmlYQ4AM4EGJZ5pDgBuYQQ1ek31FG1lOjU5N02rLX0ICTM4sSRhWhA1CTZfMyGqADhBWTXqSk4DgSkAZaX9ACxOmAUkc2NoZW1hX2lkc1IfAEWzCR5JOwhtaW4VsAA4TjYCEDU2Mi42RQgNugAsajcCFDQwMy42M2mUjqABGDEuMzU4MjMldyGMJaCBFgENJZkYMS40MTg3NwUiIZkUMzM2LjM2CWIhmRkQajcCEDM5NS43SWuWlgAQNDg1MjRlLAGJBZYQNTMuNjRpEQEUDZ0UNTUxNzU3QfYFnRAyMy44NB2dFRBZNgA2wVsMMzYJMCnrAGTBViRIYXNoQWdnXzMxcawIMjY5PnYBZlQGADMFqkEZrTBtmgESEDogMjg1DUsBuGWuCCAyNk2OwUhhzMGiAQwF1wwgMS4yJXEAY8JUBgA1wlQGADdB+gAxpVb+/ALO/AJKYgMW2wh9DA63CP67Bj67Bgg3LjlJKP67Bo67BgQ4CcG7gbDhuYFihQj+uwZSuwY=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('whjwSQq9GAoNUHJvamVjdGlvbl8xMxKjFwoHU29ydF8xNBKrFgoLSGFzaEpvaW5fMjgS6gUKDlRhYmxlUmVhZGVyXzQxEroDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWq0AXRqfAAILCBzAfLwXmRldGFpbDoge3RvdGFsX2tleXM6IDQ0MSwgZ2V0X3NuYXBzaG90X3RpbWU6IDExLjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTAzLCBrZXlfPhgAXDE4OSwgYmxvY2s6IHtjYWNoZV9oaXRfYwk3DDJ9fX1WFAE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6Uz3YBFoWBa4QMzYyLjgFrgRsbyVvFGLIAWNvcCmMaCB7bnVtOiAxLCBtYXg6IDEuNThtcywgcHJvYy0EGDAsIHRvdF8BEhg6IDI2NC45BUwBFCR3YWl0OiAzMC4yBRMMcnBjXxFOAQwFfgwgMS40BVMQY29wcl8Z6kRyYXRpbzogMC4wMCwgYnVpbGQFkQhfZHUFGhhuOiAxOC4zBVh0bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOoBXTEQEoYPCgpB/SBBZ2dfMjkSvwsu6QIQMzAS2goZIBAzNRLJBjYcAxAzNhKeBB0iADFOGgMANEWX/hoD7hoDbRoAKHUaBEC/aRoslAFncm91cCBieTptYaM2DwMhwhxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+gANKgAMMNy45NUUbAHL+gAO+gAMcId7d3d0dPvdtfSF6YX0ED2RhfQhIYXNFewQzMW17EDI2OS42BamOewMIMzZtbnsDBDg1DUx5ewQyNpGIWnsDBDIzAVPGewMANb57AyUYCK1s+DoYAQCE/pICvpICVXZdggA1LY4INTYyLUIxjlS0AnBhcnRpYWxfd29ya2VyOnt3YWxsibkUNDAzLjYzSWcudgQYNSwgdGFza4XqrRylCBgxLjM1ODIzJXEhohBleGVjOsHlAQ2lCxgxLjQxODc3BSKhbhQzMzYuMzYJYghwOTUdEBR9LCBmaW5SlwAQMzk1Ljepg5aWABA0ODUyNEVaAYkFlhQ1My42NDNFmAEUDZ0UNTUxNzU3QTAFnRAyMy44NB2dFRBamgZJAgRI/k0CBAC5yZcAFumuAG7hpDGdCDUpKTGTBDk3TcItkwxw/AJ46f80////ARoBAiFEREREJGM+VwAEOGeR6hVVACyNmRxmaXJzdHJvdx1vmY4INVoVBe8MOTQ5LiUVDXgEYrVqCwIUODA0LjgwKTGOdQEcMy4wNjEzMTkhTCFhJXUyCwIcMy4xMDk0MTQBIiFuEDY1Ny4yLddBCxkQagsCFDc3MS41Mul8lpcAEDI5MzE1BXUVlxA2OC43NhYfCAEUJR0YMy4zNzY1OFWpGDY4Ny43MDFFMQWeFRBeDAIYFK5H4Qx7CCq6CWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiRgYELCA13QQpXTG5DDUwLjIhNzG5ADsWPQgQaGFzaF/FpQA6FsMJEDo2MjEuCbQQZmV0Y2gdEAUyLDowc30hnasFOSp+CDqoAAA9SpIA+T4QOmRlc2NSJAfJ/B2pJUINqQVsAOpCbABOqgcBSBBtZXRhLE6oBxmJHWkl1A1pDGIPQ28mJQlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/06 15:12:13.137 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571594358489089\n# Query_time: 1.432166579\n# Parse_time: 0\n# Compile_time: 0.001745433\n# Rewrite_time: 0.001123477\n# Optimize_time: 0.000555064\n# Wait_TS: 0.000121951\n# Prewrite_time: 0.001728321 Commit_time: 0.001523744 Get_commit_ts_time: 0.000303852 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 1.07ms, scan_detail: {get_snapshot_time: 19.8µs, rocksdb: {block: {cache_hit_count: 7, read_count: 1, read_byte: 5.81 KB, read_time: 18.2µs}}}, write_detail: {store_batch_wait: 24.3µs, propose_send_wait: 0s, persist_log: {total: 132.8µs, write_leader_wait: 210ns, sync_log: 87.9µs, write_memtable: 3.12µs}, commit_log: 417.6µs, apply_batch_wait: 24.6µs, apply: {total:131.6µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 28.1µs, write_memtable: 27.7µs}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 1.07ms, scan_detail: {get_snapshot_time: 19.8µs, rocksdb: {block: {cache_hit_count: 7, read_count: 1, read_byte: 5.81 KB, read_time: 18.2µs}}}, write_detail: {store_batch_wait: 24.3µs, propose_send_wait: 0s, persist_log: {total: 132.8µs, write_leader_wait: 210ns, sync_log: 87.9µs, write_memtable: 3.12µs}, commit_log: 417.6µs, apply_batch_wait: 24.6µs, apply: {total:131.6µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 28.1µs, write_memtable: 27.7µs}}} Write_keys: 3 Write_size: 445 Prewrite_region: 1\n# Is_internal: true\n# Digest: 6d56b0f33380572aa00102ce670d7db6150df62f8b27ec78f375815a2879c646\n# Stats: tidb_import_jobs:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 18131\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_import_jobs is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+QzwTDAJMjhfNAkwCTAJTi9BCTAJdGltZTo5MjUuMm1zLCBsb29wczoxLCBjb21taXRfdHhuOiB7cHJld3JpdGU6MS43M21zLCBnZXRfY29tBSIoczozMDMuOcK1cywNNhA6MS41MgFOHHNsb3dlc3RfEUDwRl9ycGM6IHt0b3RhbDogMC4wMDJzLCByZWdpb25faWQ6IDI4LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCB0aWt2X3dhbGxfBbMQIDEuMDcFZWRjYW5fZGV0YWlsOiB7Z2V0X3NuYXBzaG90Xw0pCDkuOAWeqHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNywgcmVhZF8NDwAxAZ48YWRfYnl0ZTogNS44MSBLQg0UDV0sOC4ywrVzfX19LCB3ISQZiwXJQF9iYXRjaF93YWl0OiAyNC4zBYoscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nOScMMTMyLgnACWAUbGVhZGVyDTYoMjEwbnMsIHN5bmMJNgQ4Ny2LCS0wbWVtdGFibGU6IDMuMQWpMaUJLxA0MTcuNgWTEGFwcGx5Pq4AHRsVkQgxMzENGBRtdXRleF8pSwG/CXMyoAAZFwB3IfMMMjguMQVuCSsZngwyNy43MUdNWRhwcmltYXJ5RjQCBDFzIYLSNAIIODcxLUyCNgIEMjktrEY2ApbtAQQzNUUaACy27QEMNTUuNT0iMk0BCDE2MzrtAQA2JTZRejlPCDMuNGGRPu0BADchZAAsTusBADINSUUGOesAMBHEAG3G6wEANA3/QusBaQUlRW37EG51bToxEcYUa2V5czozEQ5lelQ0NDV9CTcuNTcgS0IJTi9BCjEJMV83gcXILjEwCWVxKG15c3FsLnRpZGJfaW1wb3J0X2pvYnMuc3RhdHVzLCAicnVubmluZyIpCTEJZbgUOTI0LjVtlfEUMgkyLjE0EV4oMgkzNl82CTAJMQlpPT5ZACgsIGhhbmRsZTozMQEkAGmlQgQ0LqUbqUIoMywgR2V0OntudW1FwQgxLCCF9ok2DDkyNG0hnQkTGHByb2Nlc3MJGxAgNy40NAGZCRyBOA0ZBDM3TRo+CQUMNy41MQEyNtMCAHShZRVcAGshVYHPRhcADF9zaXqBIAQyNBGkFS1OTQUEMC5JRUYXA0JNBTAyfX19CU4vQQlOL0EK')\n# Plan_digest: 1622e47e94360de0b1ef3673f881d193223f865b47190c6e6ced299265260a81\n# Binary_plan: tidb_decode_binary_plan('0g3gCs0NCghVcGRhdGVfNBL+AwoLU2VsZWN0aW9uXzcSgwMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwefA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfaW1wb3J0X2pvYnNSCWhhbmRsZTozMVoVdGltZTo5MjQuM21zLCBsb29wczozYoYCR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6OTI0bXN9LCB0b3RhbF9wcm9jZXNzCRscIDcuNDRtcywNLwx3YWl0DRkUMzcuNcK1ARocaWt2X3dhbGwNGQw3LjUxATI4c2Nhbl9kZXRhaWw6IHt0MlwAGGtleXM6IDERVwhwcm8FcwEXJF9zaXplOiAzMjQRHgEWBS0oZ2V0X3NuYXBzaG8RhgwxMC43BYaocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCBAF4CQgM////AS12ECxAKZqZAQEAuS12EFIsZXEoJXUALj50AUwuc3RhdHVzLCAicnVubmluZyIpWjl8ADUhAQBsJXwMMnCPER1rIc0QUgNOL0EVLgg1LjIZLnAxYpEJY29tbWl0X3R4bjoge3ByZXdyaXRlOjEuNyXSIQURIhhzOjMwMy45JQEJFBA6MS41MgFPHHNsb3dlc3RfEUAAXyH3LYcwOiAwLjAwMnMsIHJlZ0GHfGlkOiAyOCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgPuMBDDEuMDcFZTLjAQGaPp8BCDkuOAWeip8BADcBjwRhZDGuADENDzBieXRlOiA1LjgxIEtCDRQIdGltAacoOC4ywrVzfX19LCAlJFluBckUX2JhdGNoRbQUOiAyNC4zBYoscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nOScMMTMyLgnACWAUbGVhZGVyDTYoMjEwbnMsIHN5bmMJNgQ4Ny2LCS0YbWVtdGFibEHMBC4xBakALC2lCS8QNDE3LjYFkxBhcHBseT6uAB0bFZEIMTMxDRgUbXV0ZXhfSeoBvwlzMqAAGRcId2FsIeAELjEFbgkrGZ4EMjdlQyVHSUUcX3ByaW1hcnlGNAIEMXMhgtI0Agg4NzEtTII2AgQyOS2sRjYCBaYJwpVbRu0BBDM1RRoALLbtAQQ1NY3SCWAyTQEIMTYzOu0BADYlNlF6OU8IMy40YZE+7QEAN4mnSusBADINSQUbOesAMBHEAG3G6wEANA3/CckZnG0FJUVt+whudW3BDgkqpWoAMxHUZXpMNDQ1fXDEPHj///////////8BGAE=')\n# Resource_group: default\nUPDATE mysql.tidb_import_jobs SET update_time = CURRENT_TIMESTAMP(6), end_time = CURRENT_TIMESTAMP(6), status = 'finished', step = '', summary = _binary'{\\\"imported-rows\\\":2}' WHERE id = 31 AND status = 'running';"] [2024/05/06 15:12:13.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:13.164 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=31] [2024/05/06 15:12:13.172 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:13.185 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:13.191 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.271234518\n# Parse_time: 0.000115718\n# Compile_time: 0.00080489\n# Rewrite_time: 0.00052472\n# Optimize_time: 0.000248459\n# Wait_TS: 0.000346476\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 15:12:13.195 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 15:12:13.210 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:13.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:13.210 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:13.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 15:12:13.250 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=31] [error="context canceled"] [2024/05/06 15:12:13.250 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=31] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.943277721s] [] [2024/05/06 15:12:13.251 +08:00] [ERROR] [scheduler.go:130] ["BaseScheduler panicked"] [task-id=31] [recover="runtime error: invalid memory address or nil pointer dereference"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:12:13.255 +08:00] [WARN] [scheduler.go:647] ["update error to subtask success"] [task-id=31] [error="runtime error: invalid memory address or nil pointer dereference"] [errorVerbose="runtime error: invalid memory address or nil pointer dereference\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:131\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:12:13.705 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_PROCESS] resp_time:652.081043ms txnStartTS:449571594699276295 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:651 kv_wait_ms:0 kv_read_ms:652 processed_versions:0 total_versions:441 rocksdb_delete_skipped_count:103 rocksdb_key_skipped_count:1189 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:12:13.707 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571594699276295\n# Query_time: 0.657180404\n# Parse_time: 0\n# Compile_time: 0.002857038\n# Rewrite_time: 0.000647458\n# Optimize_time: 0.001797427\n# Wait_TS: 0.000147525\n# Cop_time: 0.65082276 Process_time: 0.651626522 Wait_time: 0.000050915 Request_count: 2 Total_keys: 882 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 206 Rocksdb_key_skipped_count: 2378 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.325813261 Cop_proc_p90: 0.65141488 Cop_proc_max: 0.65141488 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.5457e-05 Cop_wait_p90: 3.1271e-05 Cop_wait_max: 3.1271e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12705\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('gha4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjY1Mi4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBmDCDEuOR2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd+FRpbm5lciBqb2luLCBlcXVhbDpbZXEoWg4BOGlkLCBDb2x1bW4jMTUpXS53AAA4HXd4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo2NTEuNQEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwusQAANAGHNatQcGFydGlhbF93b3JrZXI6e3dhbGxfLdcUMS4yNzc1JVgIY29uOdKILCB0YXNrX251bTowLCB0b3Rfd2FpdDozLjI1NjA1NjY3NnMJFxhleGVjOjBzCQ0FVQUkLDEwMzg3M3MsIG1heCULFDIzMDQxMQGYCHA5NTISABh9LCBmaW5hYqAACDgzMCVXoqAAEDEyMTc2AXwBtwWgHDQxLjEwNMK1RqcADDc0NTgBKxWnBDY0JT0VpQUQAH1B2QEEGAo0CTFfMzAxrCRub3QoaXNudWxsPZQhyiUJQREuNQMICTM4UbQgTi9BCjUJNl8zIbcIODAwPfdKnwJ5LVIoAyBzY2hlbWFfaWQhb0bOA0WlCR5JSAhtaW4VrwQ4KVpDAiWrmkMCFDA1NDQzNiHcnqQBGDQ4NjAxODItkCWkQkQCEDQ5MDE1BSQpnRgwLjk4ODU3ZY0pnxkSekQCEDA3Njk5JdieoQAYNTEwNTc2MS6hABg1OS4wMjHCQkUCADVBbgQ3OCF9TewQMDUxNDFFtAmoADEVEllJIDYJMzFfMzYJMCn/OGRhdGE6SGFzaEFnZ18zMXnNADAy9QQULCBjb3BfYZsIOiB7YZ0EIDFpYwAgoaIltEEtGF9rZXlzOiBtugESASEAMYkYYRZlzRAgMTkuNgXQCHJwY2XrAU4BDEW/AVMp1Fxwcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCxDAGQCF9kdQUaGG46IDE0LjgFVyxtYXhfZGlzdHNxbF8ueQEYIDF9CTI2Na3AYQwAN2EMDDEJMV8tD7UFStACAc/Jnv4OA3UOSmYAyX19HgA4JZQEa3YF7gQ6eyUjBDY1JSJtJzx9LCBzY2FuX2RldGFpbDogyRgtjEA0NDEsIGdldF9zbmFwc2hvdDFlBC41KS2gcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDMsIGtleV8+GAAgMTg5LCBibG9jQRQ5qA03CDJ9fVl1FDgJNDNfM4HEDDAJMTCBd4UdBDp0KhsIAWVsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb4YHASHSAQQECjNB5Bw0MShQcm9iZaEXADYakQgAZEHuLFNlbGVjdGlvbl80MAVVHG1lOjE5Ni4yRTwtVGbxAhA5MTYuMwUrQREtZjLyAggyMTFN4FnzBDMxDTVB53FBAQwl0AwgODQ0DYAAY8L2AgQ5LokdcvYCCDQ2IBa2CEH2IYkENDBF9jEaSooCDHJlb3IWiQk2fQJl7i0n0nsCBDEwDez+ewKOewIENQlBewA5Be3+ewJdezIFASAJTi9BCU4vQQo=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('0hjwSQrNGAoNUHJvamVjdGlvbl8xMxK1FwoHU29ydF8xNBK9FgoLSGFzaEpvaW5fMjcS2QUKDlRhYmxlUmVhZGVyXzQxEqUDCgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqtQF0bmYACCwgcwHd8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiA0NDEsIGdldF9zbmFwc2hvdF90aW1lOiAxMC4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwMywga2V5Xz4YAFwxODksIGJsb2NrOiB7Y2FjaGVfaGl0X2MJNwgyfX1a/gAwGgECIVVVVVWVdPZAKTUBKAFAAVIRZGF0YTpTPcMEWhYFrggxOTYNrjBsb29wczoxYswBY29wKXdMIHtudW06IDEsIG1heDogOTE2LjMF2gxwcm9jLQYYMCwgdG90XwESGDogMjExLjYFIgEUHHdhaXQ6IDMxDTUMcnBjXxFQAQwFgBQgODQ0LjIFMxBjb3ByXxnuRHJhdGlvOiAwLjAwLCBidWlsZAWVCF9kdQUaGG46IDE5LjEFOnBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w9i4fAhASqw8KCkHsIEFnZ18yORLWCy7YAhAzMBLyChkgEDM1Es0GNgsDEDM2EqQEHSIIMRKYRgkDADRFhf4JA30JAB8+owIQNjUybXOSCwMAKGELAAABAQRAv2kLLJQBZ3JvdXAgYnk6bWGVNhUDIcccZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4ardCiAM65QDOigMMNi41OEUhAHL+igO+igMgId7d3d0dPvdAOX1hhwQPZGGHCEhhc0WBDDMxWhVlBRA2NTAuOT3SBGLHYoQDDDY1Mi6lCCGqToMDEDY1MS40AUx5ggQxOW2VYXZGggMtacZ/AwQ0Lilebn8DBIkCLp4FIRYIrWz4OhYBAIT+kwK+kwJVd12DADU1jAAxKWGxEFTJAnBhcnRpYWxfd29ya2VyOnt3YWxsib4hbRQwNTQ0MzYhci57BBg1LCB0YXNrJW8AMKkjpQ8sMy4yNTQ4NjAxODJzCRcUZXhlYzowDQ1FDwUkDDkwMTUFJKF7RSEQODg1NzgBaAhwOTUyEgAUfSwgZmluZqEADDc2OTlFE56hABg1MTA1NzYxDZQFoRA1OS4wMqluQVkVqBg1MTc2Mzc4gRAEYXgtEAwxNDE1GagIMS4wDRJatgZJFgRI/k0WCAC5QGUsKBZub3QoaXNudWxsNbEINSkpPacuBQUEcPwuaQIkGgEBIUREREQkYz5WAAQ4Z5H+UQUENSyNrRxmaXJzdHJvdx1umaIuHwIlTFEfAMN6HwIMMjc3NWXcnn0BGDYwNTY2NzYufQFCHgIYNjEwMzg3Mz12EDIzMDQxiRlFHgAxFRJ6HgIMMjgzMCWuoqAABDEyIfQuoAAUNDEuMTA0pWoyHQIUNjE3NDU4AStRHQgyNjQlPhWlBRBeGQIO1AkYb0ENQSmsqhrNCWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiaAYELCA16wQpXV0/ZUwxxwA5FmIIEGhhc2hfxccAOhbsCUXTJSAQZmV0Y2gZDwUwLDowc30hmSoiS80bHjqmAAA9SpAAobTpXhA6ZGVzY1JEB+kcHadFPQ2nBWwEfVo+bABOygcBSBBtZXRhLE7IBxmJFWkAMjJPAwxiDUNvJkgJQDVwnF54////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 15:12:13.727 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:13.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:13.749 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.225788ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [2024/05/06 15:12:13.754 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=195] [version=132] [2024/05/06 15:12:13.797 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.399349ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:13.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:14.270 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571594895884293\n# Query_time: 0.472203475\n# Parse_time: 0\n# Compile_time: 0.000376846\n# Rewrite_time: 0.000069658\n# Optimize_time: 0.000265478\n# Wait_TS: 0.000306589\n# Prewrite_time: 0.468781644 Commit_time: 0.000993701 Get_commit_ts_time: 0.00033849 Slowest_prewrite_rpc_detail: {total:0.469s, region_id: 14, store: 127.0.0.1:20160, tikv_wall_time: 468.3ms, scan_detail: {get_snapshot_time: 11.6µs, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 20.7µs, propose_send_wait: 0s, persist_log: {total: 104.2µs, write_leader_wait: 130ns, sync_log: 69.2µs, write_memtable: 2.6µs}, commit_log: 467.9ms, apply_batch_wait: 25.5µs, apply: {total:112.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 27.1µs, write_memtable: 18.3µs}}} Commit_primary_rpc_detail: {total:0.469s, region_id: 14, store: 127.0.0.1:20160, tikv_wall_time: 468.3ms, scan_detail: {get_snapshot_time: 11.6µs, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 20.7µs, propose_send_wait: 0s, persist_log: {total: 104.2µs, write_leader_wait: 130ns, sync_log: 69.2µs, write_memtable: 2.6µs}, commit_log: 467.9ms, apply_batch_wait: 25.5µs, apply: {total:112.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 27.1µs, write_memtable: 18.3µs}}} Write_keys: 1 Write_size: 19 Prewrite_region: 1\n# Is_internal: true\n# Digest: bdab55af0288282745b06ae511bf5258d90e46fca67dd2e2ef0faca225d2d599\n# Num_cop_tasks: 0\n# Mem_max: 8587\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('7AvwTzAJMjlfMgkwCTAJTi9BCTAJdGltZTo3NTEuNMK1cywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXRlOjQ2OC44bXMsIGdldF9jb21tASMYczozMzguNQVACTcUOjk5My43BREgc2xvd2VzdF9wDUPwRl9ycGM6IHt0b3RhbDogMC40NjlzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYwLCB0aWt2X3dhbGxfBbcAIAGPADMBj2hzY2FuX2RldGFpbDoge2dldF9zbmFwc2hvdF8JKgwxMS42BZBkcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGkB0Sh1bnQ6IDJ9fX0sIAXxGVQFkyRfYmF0Y2hfd2FpAScAMA3jLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZxnxEDEwNC4yBYkJYBRsZWFkZXINNigxMzBucywgc3luYwk2BDY5Mi0ALG1lbXRhYmxlOiAyLgHOAH01pwVkEDQ2Ny45IQ4QYXBwbHk2rAAANS2gBRsVjwgxMTINxBRtdXRleF8pEgG9Sp4AGRcAdyG7DDI3LjEdyRmcGDE4LjPCtXMlRUkPHF9wcmltYXJ5PvwBDDAwMXPi/AEINTU2TbSC/QEMMzIuOQWrRv0BBaYJ7VU/RusBBDE1LSeu6wEEODcNoAlfNuoBBDA1NuoBBDU0JTVRdz1OBC40Abw66wEEMTlJAgAsKdEy7AEEMzMN7jbsAQQ4OU0DAG3O6wEutAIdnQA0JRglRW3DCG51bYE/CfQMa2V5cxkORGJ5dGU6MTl9CTM5NSBCeXRlc4GELAoxCTM2XzEJMAkxCUneTHRpZGJfbWRsX2luZm8sIGhhbmRsATkANQEiFGltZTo1OVF8QGxvb3BzOjIsIEdldDp7bnVtRWMIMSwghWAAXwUuDDQ4MS6BjAB9ERYYcHJvY2VzcwkeBCA0MacJM2HcDRoMNTMuOEU3PncEBDEyVnsCCUIRXwX9ACAVjC4XACBfc2l6ZTogMzkRkxUsSrsECDcuNQmHAHKWuwQgCU4vQQlOL0EK')\n# Plan_digest: ca2b8c61a8ea82f17bacb18dbe38cd4b008fc18663d28963f5ced78ed80210d7\n# Binary_plan: tidb_decode_binary_plan('nQx4CpgMCghEZWxldGVfMhL+AgoLUG9pbnRfR2V0XzEpAAUB8H3wPzABOAFAAUoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUgpoYW5kbGU6MTk1WhZ0aW1lOjU5Ny4xwrVzLCBsb29wczoyYosCR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6NDgxLjfCtXN9LCB0b3RhbF9wcm9jZXNzX3QBTRQgNDcuNMIBTQkzEHdhaXRfBTgQIDUzLjgJGhxpa3Zfd2FsbA0ZCDEyNg00NHNjYW5fZGV0YWlsOiB7CUIAcA1fFGtleXM6IBWMLhcAJF9zaXplOiAzOSwNdhUsKGdldF9zbmFwc2hvEYcINy41CYeocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCBAF4CQgI////JWYUUgNOL0FaKUUINzUxDcQpRRwxYtsIY29tbQH+VHhuOiB7cHJld3JpdGU6NDY4LjhtcywFnBEjGHM6MzM4LjUlHwkUFDo5OTMuNwURHHNsb3dlc3RfEUMMX3JwYzEfwDogMC40NjlzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYwLCA+fQEBjwAzAY82fAFKOQEMMTEuNgWQmjkBBCwgBfE50AWTFF9iYXRjaEUYDDogMjAN4yxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cZ8RAxMDQuMgWJCWAUbGVhZGVyDTYoMTMwbnMsIHN5bmMJNgQ2OTItACxtZW10YWJsZTogMi4BzgR9LC1wCS4QNDY3LjkhDhBhcHBseTasAAA1LaAFGxWPCDExMg3EFG11dGV4X0lLAb1KngAZFxR3YWw6IDJxeQkrGZwgMTguM8K1c319GZ8YcHJpbWFyeT78AQwwMDFz4vwBBDU1VnkDSv0BDDMyLjkldEb9AQWmCcIAZHG7RusBBDE1LSeu6wEAOJFNCV826gEEMDU26gEENTQlNVF3PU4ELjQBvDlMRU8EMTlJAgAsKdEy7AEEMzMN7jbsAQQ4OU0DAG3O6wEutAIdnQA0JRglRW3DEG51bToxEceFyxUOCGJ5dKG7QH1wiwN4////////////ARgB')\n# Resource_group: default\ndelete from mysql.tidb_mdl_info where job_id = 195;"] [2024/05/06 15:12:14.282 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:13.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:14.295 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 15:12:14.295 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:14.297 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.102714249\n# Parse_time: 0.000133154\n# Compile_time: 0.000292316\n# Rewrite_time: 0.000041325\n# Optimize_time: 0.000217496\n# Wait_TS: 0.000299779\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 15:12:14.339 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:14.358 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=32] [job-id=32] [thread-cnt=8] [2024/05/06 15:12:14.358 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=32] [2024/05/06 15:12:15.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=32] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:15.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:15.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/06 15:12:15.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 15:12:15.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/06 15:12:15.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 15:12:15.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=49.966µs] [2024/05/06 15:12:15.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=142.852µs] [] [2024/05/06 15:12:15.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:15.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:15.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:15.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=32] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:15.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:15.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=32] [2024/05/06 15:12:15.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=32] [type=ImportInto] [2024/05/06 15:12:16.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:16.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:16.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:16.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:16.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:16.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:16.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:16.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:16.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:16.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:16.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:16.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:16.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 15:12:16.243 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=32] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:16.244 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 15:12:16.245 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 15:12:16.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:16.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:16.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:16.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:16.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:16.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:16.254 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:16.254 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:16.254 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:16.254 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:16.254 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:16.254 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:16.254 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:16.259 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:16.259 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:16.259 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:16.260 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:16.260 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:16.261 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:16.261 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:16.271 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:16.271 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/06 15:12:16.271 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=32] [step=import] [limit=256MiB] [2024/05/06 15:12:16.286 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=65] [2024/05/06 15:12:16.290 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:16.293 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:16.293 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 15:12:16.340 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 15:12:16.342 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=948.634µs] [encodeDur=372.43µs] [deliverDur=230.06µs] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [takeTime=1.869848ms] [] [2024/05/06 15:12:16.343 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/b8d5cb84-583a-4869-bbdd-6a4ae943bb7e.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 15:12:16.343 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=65] [takeTime=56.536584ms] [] [2024/05/06 15:12:16.343 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 15:12:16.343 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 15:12:16.343 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:16.345 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.806326ms] [] [2024/05/06 15:12:16.345 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 15:12:16.349 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:16.351 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 15:12:16.351 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:16.351 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:16.351 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:16.352 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/06 15:12:16.352 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:16.353 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=497.772µs] [2024/05/06 15:12:16.353 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.408728ms] [] [2024/05/06 15:12:16.362 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:66 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 68, request epoch conf_ver: 5 version: 66\")"] ["job stage"=needRescan] [2024/05/06 15:12:16.363 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C25F728000000000000001] [endKey=7480000000000000C25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:12:18.363 +08:00] [2024/05/06 15:12:16.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571595577458691] [req-type=Cop] [region="{ region id: 14, ver: 66, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:16.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571595577458691] [req-type=Cop] [region="{ region id: 14, ver: 66, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:18.375 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 15:12:18.376 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=2.031642795s] [] [2024/05/06 15:12:18.377 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:18.378 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.01018ms] [] [2024/05/06 15:12:18.378 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 15:12:18.378 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:18.379 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.47794ms] [] [2024/05/06 15:12:18.379 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 15:12:18.379 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:18.379 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=55.403µs] [] [2024/05/06 15:12:18.379 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:18.380 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=884.242µs] [] [2024/05/06 15:12:18.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:18.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/06 15:12:18.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:18.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:18.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:18.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:18.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:18.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:18.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:18.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:18.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:18.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:18.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:18.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:18.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:18.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 15:12:18.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:18.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:18.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:18.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=32] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:18.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:18.699 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:18.703 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:18.703 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:18.703 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:18.703 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:18.704 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:18.704 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:18.704 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:18.704 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=32] [error="context canceled"] [2024/05/06 15:12:18.704 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=32] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.460722271s] [] [2024/05/06 15:12:19.011 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=32] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:19.012 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=32] [step=post-process] [2024/05/06 15:12:19.025 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/06 15:12:19.025 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/06 15:12:19.025 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/06 15:12:19.028 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:19.029 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:19.029 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:19.030 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:19.030 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:19.031 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:19.031 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:19.031 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:19.031 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:19.031 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:19.031 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:19.031 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:19.032 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:19.032 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:19.039 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=13.843117ms] [] [2024/05/06 15:12:19.039 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 15:12:19.040 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [weight=30] [2024/05/06 15:12:19.040 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [concurrency=15] [2024/05/06 15:12:19.043 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 15:12:19.043 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=17.279762ms] [] [2024/05/06 15:12:19.043 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=17.4456ms] [] [2024/05/06 15:12:19.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:19.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/06 15:12:19.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:19.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:19.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:19.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=32] [step=done] [state=running] [] [2024/05/06 15:12:19.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=32] [2024/05/06 15:12:19.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:19.362 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=32] [error="context canceled"] [2024/05/06 15:12:19.362 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=32] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=351.306049ms] [] [2024/05/06 15:12:19.470 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.172113073\n# Parse_time: 0.000090583\n# Compile_time: 0.000899235\n# Rewrite_time: 0.000585476\n# Optimize_time: 0.000217496\n# Wait_TS: 0.000288467\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 15:12:19.519 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:19.536 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=33] [job-id=33] [thread-cnt=8] [2024/05/06 15:12:19.536 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=33] [2024/05/06 15:12:19.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=32] [2024/05/06 15:12:19.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:19.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:21.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=33] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:21.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:21.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/06 15:12:21.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 15:12:21.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/06 15:12:21.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 15:12:21.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=46.191µs] [2024/05/06 15:12:21.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=129.722µs] [] [2024/05/06 15:12:21.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:21.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:21.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:21.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=33] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:21.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:21.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=33] [2024/05/06 15:12:21.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=33] [type=ImportInto] [2024/05/06 15:12:22.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:22.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:22.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:22.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:22.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:22.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 15:12:22.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:22.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:22.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:22.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:22.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:22.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:22.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:22.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:22.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:22.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:22.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 15:12:22.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=33] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:22.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 15:12:22.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 15:12:22.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:22.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:22.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:22.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:22.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:22.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:22.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:22.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:22.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:22.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:22.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:22.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:22.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:22.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:22.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:22.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:22.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:22.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:22.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/06 15:12:22.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=33] [step=import] [limit=256MiB] [2024/05/06 15:12:22.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=67] [2024/05/06 15:12:22.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:22.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:22.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 15:12:22.314 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 15:12:22.316 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=749.138µs] [encodeDur=425.094µs] [deliverDur=209.556µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.717463ms] [] [2024/05/06 15:12:22.317 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/2eb66310-3382-4885-ad16-ff7bf6adf198.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 15:12:22.317 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=67] [takeTime=40.353797ms] [] [2024/05/06 15:12:22.317 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 15:12:22.317 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 15:12:22.317 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:22.319 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.59205ms] [] [2024/05/06 15:12:22.319 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 15:12:22.323 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:22.324 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 15:12:22.324 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:22.324 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:22.325 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:22.325 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/06 15:12:22.325 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:22.326 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=384.642µs] [2024/05/06 15:12:22.326 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.078247ms] [] [2024/05/06 15:12:22.342 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 15:12:22.343 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=24.473102ms] [] [2024/05/06 15:12:22.343 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:22.344 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=928.444µs] [] [2024/05/06 15:12:22.344 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 15:12:22.344 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:22.346 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.257143ms] [] [2024/05/06 15:12:22.346 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 15:12:22.346 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:22.346 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=35.744µs] [] [2024/05/06 15:12:22.346 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:22.346 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=726.537µs] [] [2024/05/06 15:12:22.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:22.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/06 15:12:22.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:22.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:22.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:22.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:22.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:22.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:22.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:22.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:22.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:22.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:22.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:22.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:22.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 15:12:22.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:22.672 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:22.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:22.684 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=33] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:22.684 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:22.983 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:22.986 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:22.986 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:22.986 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:22.986 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:22.987 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:22.988 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:22.988 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:22.988 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=33] [error="context canceled"] [2024/05/06 15:12:22.988 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=33] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=752.048805ms] [] [2024/05/06 15:12:23.294 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=33] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:23.295 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=33] [step=post-process] [2024/05/06 15:12:23.309 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/06 15:12:23.309 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/06 15:12:23.309 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/06 15:12:23.311 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:23.312 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:23.312 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:23.313 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:23.313 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:23.314 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:23.314 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:23.314 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:23.314 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:23.314 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:23.314 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:23.314 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:23.314 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:23.314 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:23.314 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:23.315 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:23.315 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:23.315 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:23.315 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:23.318 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=9.492335ms] [] [2024/05/06 15:12:23.318 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:23.319 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [weight=30] [2024/05/06 15:12:23.319 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [concurrency=15] [2024/05/06 15:12:23.321 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 15:12:23.321 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=12.433607ms] [] [2024/05/06 15:12:23.321 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=12.567742ms] [] [2024/05/06 15:12:23.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:23.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/06 15:12:23.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:23.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:23.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:23.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=33] [step=done] [state=running] [] [2024/05/06 15:12:23.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=33] [2024/05/06 15:12:23.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:23.750 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.270023262\n# Parse_time: 0.000101949\n# Compile_time: 0.00074358\n# Rewrite_time: 0.000468122\n# Optimize_time: 0.000178542\n# Wait_TS: 0.000345586\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 15:12:23.800 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:23.818 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=34] [job-id=34] [thread-cnt=8] [2024/05/06 15:12:23.818 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=34] [2024/05/06 15:12:23.945 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=33] [error="context canceled"] [2024/05/06 15:12:23.945 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=33] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=650.409837ms] [] [2024/05/06 15:12:24.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=34] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:24.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=33] [2024/05/06 15:12:24.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:24.161 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:24.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:24.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/06 15:12:24.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 15:12:24.643 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/06 15:12:24.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 15:12:24.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=47.082µs] [2024/05/06 15:12:24.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=141.855µs] [] [2024/05/06 15:12:24.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:24.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:24.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:24.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=34] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:24.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:24.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=34] [2024/05/06 15:12:24.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=34] [type=ImportInto] [2024/05/06 15:12:25.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:25.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:25.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:25.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:25.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:25.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 15:12:25.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:25.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:25.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:25.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:25.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:25.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:25.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:25.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:25.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:25.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:25.160 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 15:12:25.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=34] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:25.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 15:12:25.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 15:12:25.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:25.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:25.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:25.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:25.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:25.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:25.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:25.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:25.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:25.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:25.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:25.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:25.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:25.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:25.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:25.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:25.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:25.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:25.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:25.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:25.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:25.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:25.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:25.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/06 15:12:25.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=34] [step=import] [limit=256MiB] [2024/05/06 15:12:25.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=69] [2024/05/06 15:12:25.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:25.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:25.283 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 15:12:25.297 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 15:12:25.298 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=744.652µs] [encodeDur=547.855µs] [deliverDur=188.688µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.731096ms] [] [2024/05/06 15:12:25.299 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=959] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/935155ac-f337-44f1-83c4-2bb07d412584.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 15:12:25.299 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=69] [takeTime=23.55926ms] [] [2024/05/06 15:12:25.299 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 15:12:25.299 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 15:12:25.299 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:25.301 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.494736ms] [] [2024/05/06 15:12:25.301 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 15:12:25.305 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:25.307 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:12:25.307 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:25.307 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:25.307 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:25.308 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/06 15:12:25.308 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:25.308 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=379.053µs] [2024/05/06 15:12:25.308 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.077591ms] [] [2024/05/06 15:12:25.324 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:12:25.327 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=25.629472ms] [] [2024/05/06 15:12:25.327 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 15:12:25.328 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.049952ms] [] [2024/05/06 15:12:25.328 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 15:12:25.328 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:25.329 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.433438ms] [] [2024/05/06 15:12:25.329 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 15:12:25.329 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:25.329 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=51.079µs] [] [2024/05/06 15:12:25.330 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 15:12:25.330 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=735.126µs] [] [2024/05/06 15:12:25.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:25.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/06 15:12:25.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:25.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:25.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:25.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:25.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:25.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:25.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:25.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:25.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:25.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:25.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:25.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:25.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 15:12:25.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:25.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:25.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:25.684 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=34] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:25.684 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:25.962 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:25.965 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:25.965 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:25.965 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:25.965 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:25.966 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:25.966 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:25.966 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:25.966 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=34] [error="context canceled"] [2024/05/06 15:12:25.966 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=34] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=730.375075ms] [] [2024/05/06 15:12:26.273 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=34] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:26.274 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=34] [step=post-process] [2024/05/06 15:12:26.287 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/06 15:12:26.287 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/06 15:12:26.287 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/06 15:12:26.290 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:26.291 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:26.291 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:26.292 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:26.292 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:26.293 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:26.293 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:26.293 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:26.293 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:26.293 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:26.293 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:26.293 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:26.293 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:26.294 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:26.294 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:26.294 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:26.294 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:26.294 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:26.294 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:26.298 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=11.005695ms] [] [2024/05/06 15:12:26.298 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:12:26.299 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [weight=30] [2024/05/06 15:12:26.299 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [concurrency=15] [2024/05/06 15:12:26.301 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:12:26.301 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=14.17343ms] [] [2024/05/06 15:12:26.301 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=14.307082ms] [] [2024/05/06 15:12:26.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:26.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/06 15:12:26.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:26.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:26.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:26.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=34] [step=done] [state=running] [] [2024/05/06 15:12:26.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=34] [2024/05/06 15:12:26.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:26.830 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.070276437\n# Parse_time: 0.000134459\n# Compile_time: 0.000869985\n# Rewrite_time: 0.000538348\n# Optimize_time: 0.000204219\n# Wait_TS: 0.00035285\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestLoadRemote/TestIgnoreNLines [2024/05/06 15:12:26.834 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:12:26.844 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:26.844 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:12:26.867 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:26.884 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=591.295µs] [gotSchemaVersion=133] [phyTblIDs="[165]"] [actionTypes="[2]"] [2024/05/06 15:12:26.888 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=133] [2024/05/06 15:12:26.926 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=34] [error="context canceled"] [2024/05/06 15:12:26.926 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=34] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.049854ms] [] [2024/05/06 15:12:26.934 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.224994ms] [job="ID:196, Type:drop schema, State:running, SchemaState:write only, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:26.946 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:running, SchemaState:write only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:26.961 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=551.516µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:12:26.965 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=134] [2024/05/06 15:12:27.011 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.137715ms] [job="ID:196, Type:drop schema, State:running, SchemaState:delete only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.024 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:running, SchemaState:delete only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.041 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=581.583µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:12:27.045 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=135] [2024/05/06 15:12:27.091 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.579076ms] [job="ID:196, Type:drop schema, State:done, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.111 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[165]"] [2024/05/06 15:12:27.116 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="drop schema"] [2024/05/06 15:12:27.118 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [job="ID:196, Type:drop schema, State:synced, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:26.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.133 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 15:12:27.133 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:27.136 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30181739\n# Parse_time: 0.00022696\n# Compile_time: 0.000239143\n# Rewrite_time: 0.000025207\n# Optimize_time: 0.000204477\n# Wait_TS: 0.000429387\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 15:12:27.136 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 15:12:27.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=34] [2024/05/06 15:12:27.148 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:27.149 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:27.149 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:12:27.161 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:27.167 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.182 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=1.006712ms] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:12:27.186 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=198] [version=136] [2024/05/06 15:12:27.231 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.808453ms] [job="ID:198, Type:create schema, State:done, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.245 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:create schema, State:synced, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:27.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.254 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 15:12:27.254 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:27.257 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:12:27.259 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:12:27.273 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:27.273 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:12:27.288 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.308 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=2.30653ms] [gotSchemaVersion=137] [phyTblIDs="[199]"] [actionTypes="[3]"] [2024/05/06 15:12:27.312 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=200] [version=137] [2024/05/06 15:12:27.356 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.079998ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.371 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:27.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:27.383 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 15:12:27.383 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:27.424 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:27.441 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=35] [job-id=35] [thread-cnt=1] [2024/05/06 15:12:27.441 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=35] [2024/05/06 15:12:30.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=35] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:12:30.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:30.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/06 15:12:30.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 15:12:30.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:12:30.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 15:12:30.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=72.029µs] [2024/05/06 15:12:30.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=213.182µs] [] [2024/05/06 15:12:30.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:30.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:12:30.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:30.661 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=35] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:30.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:30.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=35] [2024/05/06 15:12:30.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=35] [type=ImportInto] [2024/05/06 15:12:31.142 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:31.143 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:31.143 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:31.144 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:31.144 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:31.145 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:31.145 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:31.145 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:31.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:31.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:31.160 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:31.160 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:31.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 15:12:31.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=35] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:31.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 15:12:31.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 15:12:31.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:31.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:31.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:31.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:31.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:31.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:31.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:31.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:31.247 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:12:31.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:31.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:31.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:31.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:31.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:31.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:31.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:31.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:31.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:31.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:31.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:31.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:31.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:31.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:31.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:31.257 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:31.257 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:31.267 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:31.267 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:12:31.267 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=35] [step=import] [limit=256MiB] [2024/05/06 15:12:31.283 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=71] [2024/05/06 15:12:31.287 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:31.290 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:31.290 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=199] [2024/05/06 15:12:31.304 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=199] [key=skip-rows-1.csv:0] [2024/05/06 15:12:31.306 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=199] [key=skip-rows-1.csv:0] [readDur=824.668µs] [encodeDur=358.316µs] [deliverDur=190.698µs] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [takeTime=1.669913ms] [] [2024/05/06 15:12:31.307 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=199] [2024/05/06 15:12:31.307 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/aa54946c-4ed3-43a9-9ee7-8fe531138c15.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 15:12:31.362 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=199] [key=skip-rows-2.csv:0] [2024/05/06 15:12:31.364 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=199] [key=skip-rows-2.csv:0] [readDur=839.379µs] [encodeDur=360.528µs] [deliverDur=186.749µs] [checksum="{cksum=14728054075579778828,size=205,kvs=5}"] [takeTime=1.641947ms] [] [2024/05/06 15:12:31.364 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/7922d7b2-7cf5-4da1-a490-3f26382ab1c5.sst] [firstKey=7480000000000000C75F72800000000000000F] [lastKey=7480000000000000C75F728000000000000013] [2024/05/06 15:12:31.364 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=71] [takeTime=81.395169ms] [] [2024/05/06 15:12:31.365 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 15:12:31.365 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 15:12:31.365 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:31.366 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.578092ms] [] [2024/05/06 15:12:31.366 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:12:31.371 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:31.372 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 15:12:31.373 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:31.373 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:31.373 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC75F728000000000FF0000140000000000FA] [retry=0] [2024/05/06 15:12:31.373 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC75F728000000000FF0000010000000000FA] [end=7480000000000000FFC75F728000000000FF0000140000000000FA] [2024/05/06 15:12:31.373 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC75F728000000000FF0000140000000000FA] [regions=1] [2024/05/06 15:12:31.374 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=371.66µs] [2024/05/06 15:12:31.374 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.068719ms] [] [2024/05/06 15:12:31.381 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:68 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 70, request epoch conf_ver: 5 version: 68\")"] ["job stage"=needRescan] [2024/05/06 15:12:31.382 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C75F728000000000000001] [endKey=7480000000000000C75F728000000000000014] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:12:33.382 +08:00] [2024/05/06 15:12:31.396 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571599509618691] [req-type=Cop] [region="{ region id: 14, ver: 68, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:31.396 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571599509618691] [req-type=Cop] [region="{ region id: 14, ver: 68, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:33.395 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 15:12:33.396 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.029825458s] [] [2024/05/06 15:12:33.396 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:33.397 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.027748ms] [] [2024/05/06 15:12:33.397 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 15:12:33.398 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:33.399 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.267868ms] [] [2024/05/06 15:12:33.399 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:12:33.399 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:33.399 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=48.117µs] [] [2024/05/06 15:12:33.399 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:33.400 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=681.836µs] [] [2024/05/06 15:12:33.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:33.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/06 15:12:33.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:33.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:33.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:33.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:33.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:33.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:33.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:33.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:33.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:33.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:33.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:33.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:33.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:33.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:33.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:33.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:33.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:33.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:33.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:33.671 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 15:12:33.672 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:33.672 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:12:33.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:33.683 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=35] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:33.683 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:33.718 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 15:12:33.721 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:33.721 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:33.721 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:33.721 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:33.722 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:33.722 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:33.722 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:33.722 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=35] [error="context canceled"] [2024/05/06 15:12:33.722 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=35] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.485941479s] [] [2024/05/06 15:12:34.028 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=35] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:34.029 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=35] [step=post-process] [2024/05/06 15:12:34.042 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/06 15:12:34.042 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/06 15:12:34.042 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/06 15:12:34.045 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:34.045 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:34.045 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:34.046 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:34.046 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:34.047 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:34.047 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:34.047 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:34.047 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:34.047 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:34.047 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:34.047 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:34.048 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:34.048 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:34.048 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:34.048 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:34.048 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:34.055 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=12.894386ms] [] [2024/05/06 15:12:34.055 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [checksum="{cksum=8981737081065225369,size=369,kvs=9}"] [2024/05/06 15:12:34.056 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [weight=30] [2024/05/06 15:12:34.056 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [concurrency=15] [2024/05/06 15:12:34.058 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [local="{cksum=8981737081065225369,size=369,kvs=9}"] [2024/05/06 15:12:34.058 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=16.013044ms] [] [2024/05/06 15:12:34.058 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=16.142759ms] [] [2024/05/06 15:12:34.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:34.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/06 15:12:34.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:34.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:12:34.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:34.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=35] [step=done] [state=running] [] [2024/05/06 15:12:34.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=35] [2024/05/06 15:12:34.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:34.353 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.967785673\n# Parse_time: 0.000097895\n# Compile_time: 0.000431793\n# Rewrite_time: 0.000142217\n# Optimize_time: 0.000204477\n# Wait_TS: 0.000327019\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:12:34.356 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 15:12:34.369 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 15:12:34.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:34.369 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 15:12:34.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:12:34.376 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=35] [error="context canceled"] [2024/05/06 15:12:34.376 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=35] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.270503ms] [] [2024/05/06 15:12:34.383 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:34.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:34.405 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=1.962486ms] [gotSchemaVersion=138] [phyTblIDs="[199,201]"] [actionTypes="[11,11]"] [2024/05/06 15:12:34.408 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=202] [version=138] [2024/05/06 15:12:34.453 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.051129ms] [job="ID:202, Type:truncate table, State:done, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:34.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:34.466 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=202] [elementID=1] [comment="table ID is 199"] [2024/05/06 15:12:34.470 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=202] [jobType="truncate table"] [2024/05/06 15:12:34.472 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:truncate table, State:synced, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:34.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:34.489 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 15:12:34.489 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:34.530 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:34.548 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=36] [job-id=36] [thread-cnt=1] [2024/05/06 15:12:34.548 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=36] [2024/05/06 15:12:34.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=35] [2024/05/06 15:12:34.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:34.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:36.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=36] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:12:36.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:36.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/06 15:12:36.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 15:12:36.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:12:36.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 15:12:36.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=53.489µs] [2024/05/06 15:12:36.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=154.183µs] [] [2024/05/06 15:12:36.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:36.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:12:36.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:36.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=36] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:36.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:36.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=36] [2024/05/06 15:12:36.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=36] [type=ImportInto] [2024/05/06 15:12:37.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:37.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:37.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:37.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:37.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:37.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:37.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:37.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 15:12:37.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:37.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:37.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:37.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:37.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:37.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:37.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:37.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:37.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:37.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:37.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 15:12:37.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=36] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:37.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 15:12:37.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 15:12:37.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:37.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:37.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:37.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:37.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:37.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:37.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:37.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:37.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:37.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:37.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:37.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:37.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:37.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:37.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:37.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:37.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:37.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:37.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:37.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:37.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:37.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:37.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:37.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:37.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:37.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:37.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:37.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:12:37.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=36] [step=import] [limit=256MiB] [2024/05/06 15:12:37.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=73] [2024/05/06 15:12:37.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:37.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:37.285 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 15:12:37.301 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 15:12:37.302 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=62.67µs] [encodeDur=308.575µs] [deliverDur=189.235µs] [checksum="{cksum=3024807594168549707,size=123,kvs=3}"] [takeTime=855.6µs] [] [2024/05/06 15:12:37.303 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 15:12:37.303 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/83ed3af2-0cf1-4221-bae8-e7dd555c6f22.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000003] [2024/05/06 15:12:37.319 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 15:12:37.319 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=66.627µs] [encodeDur=416.254µs] [deliverDur=162.72µs] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [takeTime=876.655µs] [] [2024/05/06 15:12:37.320 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9a88af1d-60c3-4373-b375-5eed047ea059.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000012] [2024/05/06 15:12:37.320 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=73] [takeTime=42.400027ms] [] [2024/05/06 15:12:37.320 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 15:12:37.320 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 15:12:37.320 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:37.322 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.360006ms] [] [2024/05/06 15:12:37.322 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:12:37.326 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:37.327 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 15:12:37.328 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:37.328 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:37.328 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC95F728000000000FF0000130000000000FA] [retry=0] [2024/05/06 15:12:37.328 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC95F728000000000FF0000010000000000FA] [end=7480000000000000FFC95F728000000000FF0000130000000000FA] [2024/05/06 15:12:37.328 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC95F728000000000FF0000130000000000FA] [regions=1] [2024/05/06 15:12:37.329 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=439.01µs] [2024/05/06 15:12:37.329 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.174472ms] [] [2024/05/06 15:12:37.336 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:70 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 72, request epoch conf_ver: 5 version: 70\")"] ["job stage"=needRescan] [2024/05/06 15:12:37.337 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C95F728000000000000001] [endKey=7480000000000000C95F728000000000000013] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:12:39.337 +08:00] [2024/05/06 15:12:37.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571601069375491] [req-type=Cop] [region="{ region id: 14, ver: 70, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:37.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571601069375491] [req-type=Cop] [region="{ region id: 14, ver: 70, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:39.352 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 15:12:39.354 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.032251187s] [] [2024/05/06 15:12:39.354 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:39.355 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.055141ms] [] [2024/05/06 15:12:39.355 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 15:12:39.355 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:39.357 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.285965ms] [] [2024/05/06 15:12:39.357 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:12:39.357 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:39.357 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.245µs] [] [2024/05/06 15:12:39.357 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:39.357 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=729.435µs] [] [2024/05/06 15:12:39.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:39.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/06 15:12:39.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:39.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:39.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:39.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:39.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:39.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:39.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:39.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:39.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:39.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:39.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:39.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:39.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:39.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:39.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:39.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:39.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:39.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:39.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:39.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 15:12:39.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:39.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:12:39.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:39.687 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=36] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:39.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:39.984 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:39.988 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:39.988 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:39.988 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:39.988 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:39.989 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:39.989 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:39.989 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:39.989 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=36] [error="context canceled"] [2024/05/06 15:12:39.989 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=36] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.752408993s] [] [2024/05/06 15:12:40.296 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=36] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:40.297 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=36] [step=post-process] [2024/05/06 15:12:40.310 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/06 15:12:40.310 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/06 15:12:40.310 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/06 15:12:40.313 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:40.314 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:40.314 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:40.315 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:40.315 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:40.316 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:40.316 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:40.316 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:40.316 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:40.316 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:40.316 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:40.316 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:40.316 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:40.323 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=12.978304ms] [] [2024/05/06 15:12:40.323 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [checksum="{cksum=7490666321653065402,size=287,kvs=7}"] [2024/05/06 15:12:40.324 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [weight=30] [2024/05/06 15:12:40.324 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [concurrency=15] [2024/05/06 15:12:40.326 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [local="{cksum=7490666321653065402,size=287,kvs=7}"] [2024/05/06 15:12:40.326 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=16.184536ms] [] [2024/05/06 15:12:40.326 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=16.339675ms] [] [2024/05/06 15:12:40.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:40.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/06 15:12:40.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:40.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:12:40.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:40.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=36] [step=done] [state=running] [] [2024/05/06 15:12:40.653 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=36] [2024/05/06 15:12:40.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:40.859 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.367388466\n# Parse_time: 0.000098592\n# Compile_time: 0.000439205\n# Rewrite_time: 0.000137603\n# Optimize_time: 0.000178736\n# Wait_TS: 0.000320696\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 15:12:40.862 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 15:12:40.875 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 15:12:40.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:40.875 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 15:12:40.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:12:40.890 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:40.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:40.911 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=1.998581ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [2024/05/06 15:12:40.916 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=204] [version=139] [2024/05/06 15:12:40.950 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=36] [error="context canceled"] [2024/05/06 15:12:40.950 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=36] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.206042ms] [] [2024/05/06 15:12:40.960 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.62823ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:197, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:40.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:40.974 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=204] [elementID=1] [comment="table ID is 201"] [2024/05/06 15:12:40.978 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 15:12:40.979 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:197, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:40.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:40.996 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 15:12:40.996 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:41.036 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:12:41.054 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=37] [job-id=37] [thread-cnt=1] [2024/05/06 15:12:41.054 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=37] [2024/05/06 15:12:41.144 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=36] [2024/05/06 15:12:41.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:41.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:42.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=37] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:12:42.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:42.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/06 15:12:42.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 15:12:42.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:12:42.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 15:12:42.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=63.526µs] [2024/05/06 15:12:42.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=185.606µs] [] [2024/05/06 15:12:42.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:42.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:12:42.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:42.661 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=37] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:42.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:42.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=37] [2024/05/06 15:12:42.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=37] [type=ImportInto] [2024/05/06 15:12:43.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:43.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:43.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:43.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:43.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:43.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:43.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:43.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 15:12:43.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:43.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:43.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:43.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:43.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 15:12:43.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=37] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:43.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 15:12:43.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 15:12:43.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:43.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:43.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:43.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:43.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:43.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:43.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:43.245 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:43.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:43.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:43.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:43.245 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:43.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:43.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:43.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:43.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:43.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:43.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:43.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:43.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:43.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:43.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:43.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:43.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:43.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:43.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:43.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:43.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:43.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:12:43.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=37] [step=import] [limit=256MiB] [2024/05/06 15:12:43.273 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=75] [2024/05/06 15:12:43.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:43.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:43.280 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 15:12:43.294 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 15:12:43.295 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=41.667µs] [encodeDur=219.759µs] [deliverDur=166.723µs] [checksum="{cksum=11418726640477414192,size=41,kvs=1}"] [takeTime=672.255µs] [] [2024/05/06 15:12:43.295 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 15:12:43.295 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/da5140b1-ff81-4f65-a4de-b1fa48aa33af.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000001] [2024/05/06 15:12:43.310 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 15:12:43.311 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=55.163µs] [encodeDur=254.315µs] [deliverDur=163.525µs] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [takeTime=728.362µs] [] [2024/05/06 15:12:43.311 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4c4c01b6-36c3-4096-ac34-85f8b28c6e32.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000010] [2024/05/06 15:12:43.311 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=75] [takeTime=38.378067ms] [] [2024/05/06 15:12:43.311 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 15:12:43.312 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 15:12:43.312 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:43.313 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.377763ms] [] [2024/05/06 15:12:43.313 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:12:43.317 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:43.319 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 15:12:43.319 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:43.319 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:43.319 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFCB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFCB5F728000000000FF0000110000000000FA] [retry=0] [2024/05/06 15:12:43.320 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFCB5F728000000000FF0000010000000000FA] [end=7480000000000000FFCB5F728000000000FF0000110000000000FA] [2024/05/06 15:12:43.320 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFCB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFCB5F728000000000FF0000110000000000FA] [regions=1] [2024/05/06 15:12:43.321 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=426.928µs] [2024/05/06 15:12:43.321 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.224593ms] [] [2024/05/06 15:12:43.332 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 74, but you sent conf_ver: 5 version: 72"] [region="{ID=308,startKey=7480000000000000FFCB5F728000000000FF0000010000000000FA,endKey=7480000000000000FFCB5F728000000000FF0000110000000000FA,epoch=\"conf_ver:5 version:74 \",peers=\"id:309 store_id:2 ,id:310 store_id:3 ,id:311 store_id:1 \"}"] [start=7480000000000000CB5F728000000000000001] [end=7480000000000000CB5F728000000000000011] [2024/05/06 15:12:43.333 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000CB5F728000000000000001] [endKey=7480000000000000CB5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:12:45.333 +08:00] [2024/05/06 15:12:43.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571602642239491] [req-type=Cop] [region="{ region id: 14, ver: 72, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:43.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571602642239491] [req-type=Cop] [region="{ region id: 14, ver: 72, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:45.346 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 15:12:45.347 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.034046981s] [] [2024/05/06 15:12:45.347 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:12:45.348 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.108228ms] [] [2024/05/06 15:12:45.348 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 15:12:45.348 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:45.350 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.177637ms] [] [2024/05/06 15:12:45.350 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:12:45.350 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:45.350 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=44.706µs] [] [2024/05/06 15:12:45.350 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:12:45.351 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=742.176µs] [] [2024/05/06 15:12:45.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:45.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/06 15:12:45.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:45.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:45.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:45.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:45.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:45.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:45.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:45.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:45.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:45.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:45.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:45.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:45.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:45.671 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 15:12:45.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:45.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:12:45.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:45.684 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=37] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:45.684 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:45.975 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 15:12:45.979 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:45.979 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:45.979 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:45.979 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:45.979 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:45.979 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:45.980 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:45.980 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:45.980 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:45.980 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:45.981 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:45.981 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:45.981 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:45.981 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=37] [error="context canceled"] [2024/05/06 15:12:45.981 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=37] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.744907301s] [] [2024/05/06 15:12:46.287 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=37] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:46.288 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=37] [step=post-process] [2024/05/06 15:12:46.301 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/06 15:12:46.301 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/06 15:12:46.302 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/06 15:12:46.304 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:46.305 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:46.305 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:46.306 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:46.306 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:46.307 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:46.307 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:46.307 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:46.307 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:46.307 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:46.307 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:46.314 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=12.076301ms] [] [2024/05/06 15:12:46.314 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [checksum="{cksum=11697304548328283131,size=123,kvs=3}"] [2024/05/06 15:12:46.314 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [weight=30] [2024/05/06 15:12:46.314 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [concurrency=15] [2024/05/06 15:12:46.317 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [local="{cksum=11697304548328283131,size=123,kvs=3}"] [2024/05/06 15:12:46.317 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=15.104667ms] [] [2024/05/06 15:12:46.317 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=15.238698ms] [] [2024/05/06 15:12:46.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:46.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/06 15:12:46.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:46.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:12:46.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:46.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=37] [step=done] [state=running] [] [2024/05/06 15:12:46.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=37] [2024/05/06 15:12:46.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:46.765 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.766381926\n# Parse_time: 0.000113694\n# Compile_time: 0.00043662\n# Rewrite_time: 0.000138688\n# Optimize_time: 0.000192992\n# Wait_TS: 0.00032848\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestLoadRemote/TestImportIntoPrivilegePositiveCase [2024/05/06 15:12:46.769 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 15:12:46.779 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:46.779 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists import_into"] [2024/05/06 15:12:46.793 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:46.811 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=601.329µs] [gotSchemaVersion=140] [phyTblIDs="[137]"] [actionTypes="[2]"] [2024/05/06 15:12:46.815 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=140] [2024/05/06 15:12:46.862 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.783671ms] [job="ID:205, Type:drop schema, State:running, SchemaState:write only, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:46.874 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:running, SchemaState:write only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:46.888 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=509.962µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:12:46.892 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=141] [2024/05/06 15:12:46.938 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=52.522938ms] [job="ID:205, Type:drop schema, State:running, SchemaState:delete only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:46.940 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=37] [error="context canceled"] [2024/05/06 15:12:46.940 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=37] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.921366ms] [] [2024/05/06 15:12:46.960 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:running, SchemaState:delete only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:46.978 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=614.62µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:12:46.982 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=142] [2024/05/06 15:12:47.027 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.888015ms] [job="ID:205, Type:drop schema, State:done, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.040 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[137]"] [2024/05/06 15:12:47.044 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop schema"] [2024/05/06 15:12:47.046 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [job="ID:205, Type:drop schema, State:synced, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:46.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.061 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 15:12:47.061 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:47.064 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=142] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 15:12:47.075 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:47.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:47.075 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:47.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database import_into"] [2024/05/06 15:12:47.090 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:47.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.105 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=1.049697ms] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:12:47.109 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=207] [version=143] [2024/05/06 15:12:47.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=37] [2024/05/06 15:12:47.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:47.154 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.624269ms] [job="ID:207, Type:create schema, State:done, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:12:47.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:47.167 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:create schema, State:synced, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:47.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.177 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 15:12:47.177 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:47.180 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:12:47.193 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:47.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:12:47.207 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.227 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.978807ms] [gotSchemaVersion=144] [phyTblIDs="[208]"] [actionTypes="[3]"] [2024/05/06 15:12:47.231 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=209] [version=144] [2024/05/06 15:12:47.275 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=52.764886ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.290 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:47.302 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 15:12:47.302 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:47.304 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 15:12:47.363 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 15:12:47.401 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 15:12:47.446 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 15:12:47.486 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 15:12:47.527 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 15:12:47.568 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 15:12:47.644 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:12:47.663 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=38] [job-id=38] [thread-cnt=8] [2024/05/06 15:12:47.663 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=38] [2024/05/06 15:12:48.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=38] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:48.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:48.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/06 15:12:48.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 15:12:48.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:12:48.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 15:12:48.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=48.251µs] [2024/05/06 15:12:48.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=138.439µs] [] [2024/05/06 15:12:48.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:48.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:48.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:48.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=38] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:48.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:48.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=38] [2024/05/06 15:12:48.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=38] [type=ImportInto] [2024/05/06 15:12:49.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:49.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:49.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:49.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:49.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:49.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:49.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:49.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 15:12:49.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:49.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:49.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:49.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:49.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:49.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:49.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:49.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:49.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:49.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:49.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 15:12:49.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=38] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:49.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 15:12:49.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 15:12:49.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:49.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:49.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:49.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:49.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:49.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:49.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:49.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:49.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:49.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:49.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:49.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:49.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:49.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:49.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:49.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:49.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:49.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:49.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:49.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:49.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:49.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:49.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:49.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:49.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:49.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:49.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:49.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:12:49.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=38] [step=import] [limit=256MiB] [2024/05/06 15:12:49.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=77] [2024/05/06 15:12:49.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:49.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:12:49.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=208] [2024/05/06 15:12:49.295 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=208] [key=db.tbl.001.csv:0] [2024/05/06 15:12:49.297 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=208] [key=db.tbl.001.csv:0] [readDur=782.595µs] [encodeDur=415.498µs] [deliverDur=222.919µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.713472ms] [] [2024/05/06 15:12:49.297 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/40f0cb40-a7c4-4b0e-b02f-42dd131fcc9b.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000002] [2024/05/06 15:12:49.297 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=77] [takeTime=22.255165ms] [] [2024/05/06 15:12:49.298 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 15:12:49.298 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 15:12:49.298 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:49.300 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.294696ms] [] [2024/05/06 15:12:49.300 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:12:49.304 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:49.306 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 15:12:49.306 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:49.306 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:49.306 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:49.306 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD05F728000000000FF0000010000000000FA] [end=7480000000000000FFD05F728000000000FF0000030000000000FA] [2024/05/06 15:12:49.307 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:49.307 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=407.373µs] [2024/05/06 15:12:49.307 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.163457ms] [] [2024/05/06 15:12:49.318 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 76, but you sent conf_ver: 5 version: 74"] [region="{ID=316,startKey=7480000000000000FFD05F728000000000FF0000010000000000FA,endKey=7480000000000000FFD05F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:76 \",peers=\"id:317 store_id:2 ,id:318 store_id:3 ,id:319 store_id:1 \"}"] [start=7480000000000000D05F728000000000000001] [end=7480000000000000D05F728000000000000003] [2024/05/06 15:12:49.319 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D05F728000000000000001] [endKey=7480000000000000D05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:12:51.319 +08:00] [2024/05/06 15:12:49.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571604215103491] [req-type=Cop] [region="{ region id: 14, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:49.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571604215103491] [req-type=Cop] [region="{ region id: 14, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:51.332 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 15:12:51.333 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.033224298s] [] [2024/05/06 15:12:51.333 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:51.334 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.088587ms] [] [2024/05/06 15:12:51.334 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 15:12:51.335 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:12:51.336 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.166732ms] [] [2024/05/06 15:12:51.336 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:12:51.336 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:12:51.336 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=52.719µs] [] [2024/05/06 15:12:51.336 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:12:51.337 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=700.799µs] [] [2024/05/06 15:12:51.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:12:51.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/06 15:12:51.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 15:12:51.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:51.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:51.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:51.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:51.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:51.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:51.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:51.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:12:51.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:51.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:51.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:51.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:51.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:51.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:51.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:51.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:51.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:51.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:51.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 15:12:51.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:12:51.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:51.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:51.685 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=38] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:12:51.685 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:51.962 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:51.966 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:51.966 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:51.966 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:51.966 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:51.967 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:51.968 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:51.968 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:51.968 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=38] [error="context canceled"] [2024/05/06 15:12:51.968 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=38] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.73060745s] [] [2024/05/06 15:12:52.274 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=38] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:52.275 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=38] [step=post-process] [2024/05/06 15:12:52.288 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/06 15:12:52.288 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/06 15:12:52.288 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/06 15:12:52.291 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:52.291 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:52.291 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:52.292 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:52.292 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:52.293 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:52.293 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:52.293 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:52.293 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:52.293 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:52.293 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:52.293 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:52.293 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:52.293 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:52.294 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:52.294 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:52.294 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:52.294 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:52.294 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:52.294 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:52.301 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=13.23707ms] [] [2024/05/06 15:12:52.301 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 15:12:52.302 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [weight=30] [2024/05/06 15:12:52.302 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [concurrency=15] [2024/05/06 15:12:52.304 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 15:12:52.304 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=16.376975ms] [] [2024/05/06 15:12:52.305 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=16.51502ms] [] [2024/05/06 15:12:53.368 +08:00] [WARN] [domain.go:629] ["loading schema takes a long time"] ["take time"=825.83359ms] [2024/05/06 15:12:53.368 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:544.16667ms txnStartTS:449571605132869634 region_id:28 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:11 rocksdb_delete_skipped_count:5 rocksdb_key_skipped_count:26 rocksdb_cache_hit_count:3 rocksdb_read_count:1 rocksdb_read_byte:110"] [2024/05/06 15:12:53.368 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:320.436449ms txnStartTS:449571605185036293 region_id:28 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:4 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:12:53.369 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 0.739097151\n# Parse_time: 0\n# Compile_time: 0.000375193\n# Rewrite_time: 0.000867467\n# Optimize_time: 0.000507076\n# Wait_TS: 0.00009382\n# Is_internal: true\n# Digest: 4d8d59bb0f1cc9db2d34634a5506c2c4fd3aa0f93d8292b0ad527262ee67645d\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3ALwWDAJMzZfMQkwCTEJdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaGFuZGxlOjM4CTEJdGltZTo3MzguM21zLCBsb29wczoyLCBHZXQ6e251bV9ycGM6MSwgdG90AT8AaQ0tFDFtc30sIAkVHHByb2Nlc3NfBR0gIDM5Mi43wrVzER4Md2FpdA0bDDU4LjMJGhxpa3Zfd2FsbA0ZEDQ4NC40BRo0c2Nhbl9kZXRhaWw6IHs2YAAUa2V5czogFYwRdwEXKF9zaXplOiA1NzIwEXgBFwUuKGdldF9zbmFwc2hvEYkMMTIuOAVvvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('hgNECoEDCgtQb2ludF9HZXRfMSkABQHwbfA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZTozOFoVdGltZTo3MzguM21zLCBsb29wczoyYo0CR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6NzM4LjFtc30sDRUYcHJvY2VzcwkdJCAzOTIuN8K1cywNHgx3YWl0DRsMNTguMwkaHGlrdl93YWxsDRkQNDg0LjQFGjxzY2FuX2RldGFpbDoge3RvAXURYBhrZXlzOiAxEVkuFwAoX3NpemU6IDU3MjARHxUuKGdldF9zbmFwc2hvEYkMMTIuOAVvqHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fXD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where id = 38;"] [2024/05/06 15:12:53.369 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571605185036293\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.32245864\n# Parse_time: 0\n# Compile_time: 0.001021074\n# Rewrite_time: 0.000275358\n# Optimize_time: 0.000400938\n# Wait_TS: 0.000093814\n# Cop_time: 0.320527044 Process_time: 0.000074733 Wait_time: 0.000060521 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: bcd7df1463335119fc75a5a25ae9cc4fbb2403bad111f18913a53838d1b66b71\n# Stats: tidb_runaway_watch_done:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.4733e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 6.0521e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 228\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.320305032\n# PD_total: 0.00002225\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zgXwaTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoX2RvbmUuZG9uZV90aW1lCTAJdGltZTozMjAuOG1zLCBsb29wczoxCTAgQnl0ZXMJMCBCeXRlcwoxCTMxXzEwCTAVYkBkYXRhOlNlbGVjdGlvbl85CR1LCDdtcxVLeCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMzIwLjQBKkRwcm9jX2tleXM6IDAsIHRvdF8BEiA6IDc0LjfCtXMJEyR3YWl0OiA2MC41BRMMcnBjXxFOAQwFxwAgAVMAMwFTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWSCF9kdQUaHG46IDE4LjjCAWx8bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9CTIyOCApGDBOL0EKMgkxXzkJMV8wNRQIZ3QomnkBGCwgMDAwMC0FAwwgMDA6BQMALgEUDDAwKQkhSwRrdgWjBDp7BdoQMHMsIGwpnFR9LCBzY2FuX2RldGFpbDoge3RvdGFsLUA8MSwgZ2V0X3NuYXBzaG90XwU9Ad0AMgXdNHJvY2tzZGI6IHtibG9jIZI5JDhjb3VudDogNH19fQlOL0EBBBwKMwk0M184CQHkLDEwMDAwCXRhYmxlOlpYAnwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3rYACAJTi9BCU4vQQo=')\n# Plan_digest: 427b520df1bfa8a66481180b3e307dcb884a99b60de3967b55ac08615b0f46cf\n# Binary_plan: tidb_decode_binary_plan('tgbICrEGCgZTb3J0XzUS0AUKDlRhYmxlUmVhZGVyXzEwEqQDCgtTZWxlY3Rpb25fORKfAQoPBSNMRnVsbFNjYW5fOCEAAAAA+B03QSkBCfB1AIjDQDgCQAJKIgogCgVteXNxbBIXdGlkYl9ydW5hd2F5X3dhdGNoX2RvbmVSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeAkIDP///wEFjiwokzdBKauqqqqqCqoFjhBSR2d0KAWNAC5ajAAULmRvbmVfAWUYLCAwMDAwLQUDDCAwMDoFAwAuARQYMDApan50aWaTAAgsIHMhE5BkZXRhaWw6IHt0b3RhbF9rZXlzOiAxLCBnZXRfc25hcHNob3RfAWvIOiAxOC4ywrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDR9fX1wAeUFAQQBeAUHAQEkASFVVVVVlQf+QBn1LAFAAVIQZGF0YTpTZTW/BFoVBXYUMzIwLjdtOUsYYskBY29wXyVoECB7bnVtBa4QbWF4OiABKwA0ASsMcHJvYw3KGDAsIHRvdF8BEhg6IDc0LjfCAcEBEyR3YWl0OiA2MC41BRMMcnBjXxFOAQwFfQAgAVMAMwFTEGNvcHJfGeYYcmF0aW86ICFrGCwgYnVpbGQFkghfZHUFGgBuJS0EOMIBbHBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w5DIZARhsC9pSEYwNXQ4hGQAnmgsCPTA0OG1zLCBsb29wczoxGAE=')\n# Resource_group: default\nselect * from mysql.tidb_runaway_watch_done where done_time > '0000-00-00' order by done_time;"] [2024/05/06 15:12:53.369 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571605132869634\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.547300978\n# Parse_time: 0\n# Compile_time: 0.001717924\n# Rewrite_time: 0.000339614\n# Optimize_time: 0.000676898\n# Wait_TS: 0.000111035\n# Cop_time: 0.544459236 Process_time: 0.000125391 Wait_time: 0.00003174 Request_count: 1 Total_keys: 11 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 5 Rocksdb_key_skipped_count: 26 Rocksdb_block_cache_hit_count: 3 Rocksdb_block_read_count: 1 Rocksdb_block_read_byte: 110 Rocksdb_block_read_time: 0.000\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 58e2bff3d770f8cf7a4b8da0c29fc7d4949bccb75daee6f8213e7d58920ed236\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000125391 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.174e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 260\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_global_task,state] remain after pruning paths for tidb_global_task given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4QXwQzAJMzBfMTAJMAkxMAkJMAl0aW1lOjU0NC45bXMsIGxvb3BzOjEJMjYwIEJ5dGVzCU4vQQoxCTQ3XzgoQnVpbGQpCTFfBTyQdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaW5kZXg6c3RhdGUocwEGVCksIHJhbmdlOlsicmV2ZXJ0aW5nIiwdDFBdLCBrZWVwIG9yZGVyOmZhbHNlLCABQRxzOnBzZXVkby6nAAA2HacQLCBjb3AFdzw6IHtudW06IDEsIG1heDogAdEAMgEqRHByb2Nfa2V5czogMCwgdG90XwESJDogMTI1LjTCtXMJFCR3YWl0OiAzMS43BRMMcnBjXxFPAQwlJAVUADEBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGgxuOiAzCWqAbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCB0aWt2BTgEOnsFbwVqLY9UfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbA3XQDExLCBnZXRfc25hcHNob3RfBT8QIDEwLjYJzXxvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNSF+AHk+FgAcMjYsIGJsb2MhWhnrDTMUMywgcmVhFUIAMQ0POGJ5dGU6IDExMCBCeXRlcw0WDY8AOCVvGH19fQlOL0EBBEFWMDVfOShQcm9iZSkJMV9yVgIAa34hAiAJTi9BCU4vQQo=')\n# Plan_digest: 97b2c1b8fa2440761a4ce4262d0d07dab17cc835b758b4d8185a78591e855b5a\n# Binary_plan: tidb_decode_binary_plan('0AZcCssGCg5JbmRleExvb2tVcF8xMBL9BAoQBRM8UmFuZ2VTY2FuXzgaAQEhAAEBDNCBQCkBCPBMAAAkQDgCQAJKKwopCgVteXNxbBIQdGlkYl9nbG9iYWxfdGFzaxoOCgVzdGF0ZRIFc3RhdGVSP3JhbmdlOlsicmV2ZXJ0aW5nIiwicmURDFBdLCBrZWVwIG9yZGVyOmZhbHNlLCABQfA+czpwc2V1ZG9aFXRpbWU6NTQ0LjZtcywgbG9vcHM6MWLIAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDU0NC4yAStEcHJvY19rZXlzOiAwLCB0b3RfARIkOiAxMjUuNMK1cwkUJHdhaXQ6IDMxLjcFEwxycGNfEU8BDAV+BVQAMQFUgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaDG46IDMJaohtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1q6QF0aWt2XyE/BDp7BXAFaw3qVH0sIHNjYW5fZGV0YWlsOiB7dG90YWwN2EAxMSwgZ2V0X3NuYXBzaG90XwU/ECAxMC42Cc58b2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDUhfwB5PhYAHDI2LCBibG9jIVsZ7A0zFDMsIHJlYRVCADENDzhieXRlOiAxMTAgQnl0ZXMNFg2PADglcBB9fX1w/xEBBAF4EQo8/wESfgoQVGFibGVSb3dJREV/DDkaAQJJfwTImTp/AgwbChkKXn8CCFIea3JOAlaAABwh/wjHCT10ch1pDAFAAVpZegA5IfstkDxwhAJ4////////////ARgB')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where state in ('reverting');"] [2024/05/06 15:12:53.373 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:12:53.375 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/06 15:12:53.376 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=post-process] [next-step=done] [2024/05/06 15:12:53.376 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:12:53.376 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:12:53.388 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=38] [step=done] [state=running] [] [2024/05/06 15:12:53.390 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=38] [2024/05/06 15:12:53.397 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:12:53.421 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=38] [2024/05/06 15:12:53.428 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:12:53.441 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:12:53.542 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=38] [error="context canceled"] [2024/05/06 15:12:53.542 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=38] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.267972602s] [] [2024/05/06 15:12:53.542 +08:00] [ERROR] [scheduler.go:130] ["BaseScheduler panicked"] [task-id=38] [recover="runtime error: invalid memory address or nil pointer dereference"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:12:53.547 +08:00] [WARN] [scheduler.go:647] ["update error to subtask success"] [task-id=38] [error="runtime error: invalid memory address or nil pointer dereference"] [errorVerbose="runtime error: invalid memory address or nil pointer dereference\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:131\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:12:53.674 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.064938081\n# Parse_time: 0.000062147\n# Compile_time: 0.000394875\n# Rewrite_time: 0.000132524\n# Optimize_time: 0.000155981\n# Wait_TS: 0.00032941\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse import_into;\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:12:53.678 +08:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 15:12:53.678 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 15:12:53.691 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 15:12:53.653 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:12:53.691 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 15:12:53.653 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:12:53.706 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 15:12:53.653 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:53.730 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.124822ms] [gotSchemaVersion=145] [phyTblIDs="[208,210]"] [actionTypes="[11,11]"] [2024/05/06 15:12:53.734 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=211] [version=145] [2024/05/06 15:12:53.778 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.099408ms] [job="ID:211, Type:truncate table, State:done, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:53.653 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:53.793 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=211] [elementID=1] [comment="table ID is 208"] [2024/05/06 15:12:54.849 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571605368537096\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 1.123264839\n# Parse_time: 0\n# Compile_time: 0.000199766\n# Rewrite_time: 0.000002492\n# Optimize_time: 0.001205138\n# Wait_TS: 0\n# Prewrite_time: 0.000968446 Commit_time: 1.121164721 Get_commit_ts_time: 0.000298791 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 504.9µs, scan_detail: {get_snapshot_time: 7.36µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.7µs, propose_send_wait: 0s, persist_log: {total: 195.8µs, write_leader_wait: 195ns, sync_log: 169.4µs, write_memtable: 1.6µs}, commit_log: 224.5µs, apply_batch_wait: 15.6µs, apply: {total:82.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 12.5µs, write_memtable: 16.4µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 504.9µs, scan_detail: {get_snapshot_time: 7.36µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.7µs, propose_send_wait: 0s, persist_log: {total: 195.8µs, write_leader_wait: 195ns, sync_log: 169.4µs, write_memtable: 1.6µs}, commit_log: 224.5µs, apply_batch_wait: 15.6µs, apply: {total:82.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 12.5µs, write_memtable: 16.4µs}}} Write_keys: 9 Write_size: 521 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 1.121761136\n# PD_total: 0.00028626\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n# Prev_stmt: insert into mysql.stats_histograms (table_id, is_index, hist_id, distinct_count, version) values(210, 0, 3, 0, 449571605368537096)\nCOMMIT;"] [2024/05/06 15:12:54.852 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571605381644296\n# Query_time: 1.058079873\n# Parse_time: 0\n# Compile_time: 0.000401885\n# Rewrite_time: 0.000050781\n# Optimize_time: 0\n# Wait_TS: 0.000361114\n# Prewrite_time: 1.054141662 Commit_time: 0.001179447 Get_commit_ts_time: 0.000311013 Slowest_prewrite_rpc_detail: {total:1.054s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 1.05s, scan_detail: {get_snapshot_time: 8.69µs, rocksdb: {block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 17.6µs, propose_send_wait: 0s, persist_log: {total: 81.9µs, write_leader_wait: 83ns, sync_log: 52.3µs, write_memtable: 1.98µs}, commit_log: 216.9µs, apply_batch_wait: 1.05s, apply: {total:65.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 17.5µs, write_memtable: 5.89µs}}} Commit_primary_rpc_detail: {total:1.054s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 1.05s, scan_detail: {get_snapshot_time: 8.69µs, rocksdb: {block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 17.6µs, propose_send_wait: 0s, persist_log: {total: 81.9µs, write_leader_wait: 83ns, sync_log: 52.3µs, write_memtable: 1.98µs}, commit_log: 216.9µs, apply_batch_wait: 1.05s, apply: {total:65.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 17.5µs, write_memtable: 5.89µs}}} Write_keys: 2 Write_size: 129 Prewrite_region: 1\n# Is_internal: true\n# Digest: de943e4cd2fbd3849620511479649ddaac2f9a2d8d42d9eb12d9f6bb670a3eb8\n# Num_cop_tasks: 0\n# Mem_max: 8588\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sQvYMAkyN18xCTAJMAlOL0EJMAl0aW1lOjkwMC44wrVzLCBsb29wczoxLCBwcmVwYXJlOiA5NC4xwgEbUGNoZWNrX2luc2VydDoge3RvdGFsXwU/FCA4MDYuNwVACG1lbQ0jDRsQMTk3LjIFGzhwcmVmZXRjaDogNjA5LjQFFAhma18FVww6IDQyDRNIcnBjOntCYXRjaEdldDp7bnVtXwETCDEsIB1ySDQ5Mi4zwrVzfSwgdGlrdl93YWwRjAAxFcwoc2Nhbl9kZXRhaWwVsExrZXlzOiAxLCBnZXRfc25hcHNobxGrCDguNCkF8EZyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX19fSwgY29tbWl0X3R4bjoge3ByZXdyaXRlOjEuMDVzLAVkESEMczozMS1IAG8BM0Q6MS4xOG1zLCBzbG93ZXN0X3ANPQXuLV8EOiABSqA0cywgcmVnaW9uX2lkOiAyOCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MkoNAQQuMAGJNgoBUvsABDY5JZGK+wAENH0B+QXpAF81XgWRBF9iIbcoX3dhaXQ6IDE3LjYFUyxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cZ7wg4MS4JiAlfFGxlYWRlcg01CDgzbiEvCHluYwk0ADVJAwAsDSwYbWVtdGFibCEWBC45IcgAfTWeBWMIMjE2DVwQYXBwbHk2rAAALiUnBRkVjQw2NS41BcEUbXV0ZXhfSQoBukqcABkXBHdhIbYANw07CSsZmwg1LjgB4CVCSQggX3ByaW1hcnlfQeU19xQwLjAwMXPi9wEINTYwLX2K+gEAOUmXRvoBBaYJwm7oAQQ5LglBrugBCDEyMI0WCWAy6QEIMjE0NuoBCDcyLklLCS05TwgyLjclTzrqAQQ5NI1MJdE26gEENS4BMgAsCRs1cQQ3OQ2PAG3G7AEAOY37Pp0AADGJ+SVGbb8IbnVtgckJKoWLADJRv1xieXRlOjEyOX0JMzk2IEJ5dGVzCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('uwvwPgq2CwoISW5zZXJ0XzE4AUABUgNOL0FaFnRpbWU6OTAwLjjCtXMsIGxvb3BzOjFipQJwcmVwYXJlOiA5NC4xwgEcGGNoZWNrX2kFRCA6IHt0b3RhbF8FQBggODA2LjfCASUIbWVtDSMNGxAxOTcuMgUbOHByZWZldGNoOiA2MDkuNAUUCGZrXwVXDDogNDINE0hycGM6e0JhdGNoR2V0OntudW1fARMIMSwgHXJINDkyLjPCtXN9LCB0aWt2X3dhbBGMADEVzShzY2FuX2RldGFpbBWwTGtleXM6IDEsIGdldF9zbmFwc2hvEasIOC40KQbwRnJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fX19YtIIY29tbWl0X3R4bjoge3ByZXdyaXRlOjEuMDVzCWUAYw0hDHM6MzEtSQUSQDoxLjE4bXMsIHNsb3dlc3RfET0F7y1guDogMS4wNTRzLCByZWdpb25faWQ6IDI4LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYySg4BAC4FiTYLAVL8AAQ2OSWSivwAGDR9fX0sIHcB6QBfNV8FkQRfYiG4KF93YWl0OiAxNy42BVMscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nGe8IODEuCYgJXxRsZWFkZXINNQg4M24hLwh5bmMJNAA1SQQRixhtZW10YWJsIRYELjkhyQh9LCApawkvCDIxNg1cEGFwcGx5NqwAAC4lJwUZFY0MNjUuNQXBFG11dGV4X0kLAbpKnAAZFwR3YSG2ADcNOwkrGZsINS44AeAlQg2dHHByaW1hcnlfQeY19xQwLjAwMXPi9wEINTYwLX2K+gEAOUmXRvoBBaYJwm7oAQQ5LglBrugBCDEyMI0XCWAy6QEIMjE0NuoBCDcyLklLCS05TwgyLjclTzrqAQQ5NI1NJdE26gEENS4BMgAsCRs1cQQ3OQ2PAG3G7AEAOY38Pp0AADGJ+iVGbb8IbnVtgcoJKoWMADJRvwRieYE4SDI5fXCMA3j///////////8BGAE=')\n# Resource_group: default\nINSERT IGNORE INTO mysql.gc_delete_range VALUES (211, 1, '7480000000000000d0', '7480000000000000d1', 449571605381644295);"] [2024/05/06 15:12:54.852 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="truncate table"] [2024/05/06 15:12:54.854 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:truncate table, State:synced, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 15:12:53.653 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:12:54.877 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 15:12:54.877 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:12:54.880 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.202410144\n# Parse_time: 0.000039765\n# Compile_time: 0.000309567\n# Rewrite_time: 0.000029022\n# Optimize_time: 0.000212189\n# Wait_TS: 0.000399449\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 15:12:54.920 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:12:54.938 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=39] [job-id=39] [thread-cnt=8] [2024/05/06 15:12:54.938 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=39] [2024/05/06 15:12:57.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=39] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:12:57.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:12:57.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/06 15:12:57.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 15:12:57.643 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:12:57.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 15:12:57.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=65.918µs] [2024/05/06 15:12:57.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=198.459µs] [] [2024/05/06 15:12:57.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:12:57.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:12:57.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:12:57.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=39] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:12:57.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:12:57.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=39] [2024/05/06 15:12:57.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=39] [type=ImportInto] [2024/05/06 15:12:58.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:58.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:58.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:58.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:58.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:58.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:58.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:58.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 15:12:58.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:12:58.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:58.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:58.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:58.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 15:12:58.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=39] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:12:58.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 15:12:58.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 15:12:58.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:58.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:58.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:58.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:58.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:58.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:58.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:58.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:12:58.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:12:58.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:12:58.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:12:58.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:12:58.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:12:58.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:12:58.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:12:58.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:12:58.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:12:58.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:12:58.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:12:58.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:12:58.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:12:58.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:12:58.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:58.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:12:58.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:12:58.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:12:58.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:12:58.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:12:58.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=39] [step=import] [limit=256MiB] [2024/05/06 15:12:58.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=79] [2024/05/06 15:12:58.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:58.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:12:58.285 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 15:12:58.300 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 15:12:58.302 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=964.322µs] [encodeDur=259.393µs] [deliverDur=180.319µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.71506ms] [] [2024/05/06 15:12:58.303 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9e3f3a4e-885c-4aa5-bf1a-06851a20347f.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 15:12:58.303 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=79] [takeTime=25.475316ms] [] [2024/05/06 15:12:58.303 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 15:12:58.303 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 15:12:58.303 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:58.305 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.511092ms] [] [2024/05/06 15:12:58.305 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:12:58.309 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:12:58.310 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 15:12:58.310 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:12:58.310 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:12:58.310 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD25F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:12:58.311 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD25F728000000000FF0000010000000000FA] [end=7480000000000000FFD25F728000000000FF0000030000000000FA] [2024/05/06 15:12:58.311 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD25F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:12:58.312 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=445.759µs] [2024/05/06 15:12:58.312 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.27163ms] [] [2024/05/06 15:12:58.319 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 1, region 14, epoch conf_ver:5 version:76 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 78, request epoch conf_ver: 5 version: 76\")"] ["job stage"=needRescan] [2024/05/06 15:12:58.320 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D25F728000000000000001] [endKey=7480000000000000D25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:13:00.320 +08:00] [2024/05/06 15:12:58.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571606574661635] [req-type=Cop] [region="{ region id: 14, ver: 76, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:12:58.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571606574661635] [req-type=Cop] [region="{ region id: 14, ver: 76, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:00.334 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 15:13:00.335 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.030514725s] [] [2024/05/06 15:13:00.335 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:13:00.336 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.074457ms] [] [2024/05/06 15:13:00.337 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 15:13:00.337 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:00.338 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.455717ms] [] [2024/05/06 15:13:00.338 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:13:00.338 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:00.338 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=40.619µs] [] [2024/05/06 15:13:00.338 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:00.339 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=787.292µs] [] [2024/05/06 15:13:00.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:00.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/06 15:13:00.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:00.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:00.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:00.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:00.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:00.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:00.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:00.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:00.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:13:00.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:00.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:00.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:00.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:00.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 15:13:00.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:00.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:00.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:00.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=39] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:00.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:00.965 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 15:13:00.969 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:00.969 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:00.969 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:00.969 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:00.969 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:00.969 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:00.970 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:00.970 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:00.970 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:00.970 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:00.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:00.971 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:00.971 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:00.971 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=39] [error="context canceled"] [2024/05/06 15:13:00.971 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=39] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.734548531s] [] [2024/05/06 15:13:01.279 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=39] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:01.280 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=39] [step=post-process] [2024/05/06 15:13:01.295 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/06 15:13:01.295 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/06 15:13:01.295 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/06 15:13:01.299 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:01.299 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:01.299 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:01.300 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:01.301 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:01.302 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:01.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:01.302 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:13:01.302 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:01.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:01.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:01.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:01.310 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=14.70337ms] [] [2024/05/06 15:13:01.310 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 15:13:01.311 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [weight=30] [2024/05/06 15:13:01.311 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [concurrency=15] [2024/05/06 15:13:01.313 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 15:13:01.313 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=18.188674ms] [] [2024/05/06 15:13:01.313 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=18.340567ms] [] [2024/05/06 15:13:01.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:01.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/06 15:13:01.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:01.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:01.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:01.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=39] [step=done] [state=running] [] [2024/05/06 15:13:01.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=39] [2024/05/06 15:13:01.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:01.851 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.9695543220000005\n# Parse_time: 0.000085367\n# Compile_time: 0.000610797\n# Rewrite_time: 0.000187624\n# Optimize_time: 0.000212189\n# Wait_TS: 0.000307118\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:13:01.855 +08:00] [WARN] [session.go:2245] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4512\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:840\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:576\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:494\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:352\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:98\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2221\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:110\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase56958427/001/file.csv'"] [2024/05/06 15:13:01.856 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 15:13:01.896 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 15:13:01.909 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:01.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:13:01.909 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:01.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:01.925 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:01.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:01.938 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=39] [error="context canceled"] [2024/05/06 15:13:01.938 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=39] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.890255ms] [] [2024/05/06 15:13:01.947 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.23353ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [2024/05/06 15:13:01.951 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=213] [version=146] [2024/05/06 15:13:01.994 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.748053ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:206, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:01.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:02.013 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=213] [elementID=1] [comment="table ID is 210"] [2024/05/06 15:13:02.018 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 15:13:02.020 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:206, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:01.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:02.037 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 15:13:02.038 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:02.077 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase56958427/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:02.077 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:13:02.077 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 15:13:02.077 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=38.712µs] [2024/05/06 15:13:02.077 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=126.055µs] [] [2024/05/06 15:13:02.096 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=40] [job-id=40] [thread-cnt=8] [2024/05/06 15:13:02.096 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=40] [2024/05/06 15:13:02.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=39] [2024/05/06 15:13:02.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:02.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:03.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=40] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:03.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:03.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/06 15:13:03.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 15:13:03.641 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:03.641 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:03.641 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:03.654 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=40] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:03.654 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:03.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=40] [2024/05/06 15:13:03.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=40] [type=ImportInto] [2024/05/06 15:13:04.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:04.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:04.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:04.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:04.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:04.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:04.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:04.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 15:13:04.160 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:04.160 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:04.160 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:04.160 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:04.166 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 15:13:04.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=40] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:04.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 15:13:04.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 15:13:04.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:04.241 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:04.241 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:04.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:04.242 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:04.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:04.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:04.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:04.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:04.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:04.243 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:04.243 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:04.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:04.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:04.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:04.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:04.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:04.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:04.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:04.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:04.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:04.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:04.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:04.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:04.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:04.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:13:04.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=40] [step=import] [limit=256MiB] [2024/05/06 15:13:04.274 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=81] [2024/05/06 15:13:04.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:13:04.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:04.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 15:13:04.326 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=212] [key=file.csv:0] [2024/05/06 15:13:04.327 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=file.csv:0] [readDur=93.334µs] [encodeDur=513.181µs] [deliverDur=182.376µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.079467ms] [] [2024/05/06 15:13:04.327 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7497d2a1-9133-4643-89ed-5601530e4618.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 15:13:04.327 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=81] [takeTime=53.366768ms] [] [2024/05/06 15:13:04.328 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 15:13:04.328 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 15:13:04.328 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:13:04.329 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.571363ms] [] [2024/05/06 15:13:04.329 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 15:13:04.333 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:04.335 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 15:13:04.335 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:04.335 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:13:04.335 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD45F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD45F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:13:04.336 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD45F728000000000FF0000010000000000FA] [end=7480000000000000FFD45F728000000000FF0000030000000000FA] [2024/05/06 15:13:04.336 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD45F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD45F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:13:04.336 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=451.14µs] [2024/05/06 15:13:04.336 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.170967ms] [] [2024/05/06 15:13:04.345 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 1, region 14, epoch conf_ver:5 version:78 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 80, request epoch conf_ver: 5 version: 78\")"] ["job stage"=needRescan] [2024/05/06 15:13:04.346 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D45F728000000000000001] [endKey=7480000000000000D45F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:13:06.346 +08:00] [2024/05/06 15:13:04.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571608147525633] [req-type=Cop] [region="{ region id: 14, ver: 78, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:04.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571608147525633] [req-type=Cop] [region="{ region id: 14, ver: 78, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:06.359 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 15:13:06.360 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.030807644s] [] [2024/05/06 15:13:06.360 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 15:13:06.361 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=993.562µs] [] [2024/05/06 15:13:06.361 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 15:13:06.361 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:06.363 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.533353ms] [] [2024/05/06 15:13:06.363 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 15:13:06.363 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:06.363 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.178µs] [] [2024/05/06 15:13:06.363 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 15:13:06.364 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=866.819µs] [] [2024/05/06 15:13:06.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:06.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/06 15:13:06.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:06.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:06.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:06.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:06.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:06.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:06.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:06.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:06.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:06.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:06.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:06.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:06.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:06.674 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 15:13:06.675 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:06.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:06.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:06.688 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=40] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:06.688 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:06.991 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:06.995 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:06.995 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:06.995 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:06.995 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:06.996 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:06.996 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:06.996 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:06.996 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=40] [error="context canceled"] [2024/05/06 15:13:06.996 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=40] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.759949789s] [] [2024/05/06 15:13:07.303 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=40] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:07.304 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=40] [step=post-process] [2024/05/06 15:13:07.317 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/06 15:13:07.317 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/06 15:13:07.317 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/06 15:13:07.320 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:07.321 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:07.321 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:07.322 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:07.322 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:07.323 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:07.323 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:07.323 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:07.323 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:07.323 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:07.323 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:07.323 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:07.323 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:07.324 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:07.324 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:07.324 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:07.324 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:07.324 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:07.324 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:07.331 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=13.538037ms] [] [2024/05/06 15:13:07.331 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 15:13:07.332 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [weight=30] [2024/05/06 15:13:07.332 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [concurrency=15] [2024/05/06 15:13:07.334 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 15:13:07.334 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=17.02853ms] [] [2024/05/06 15:13:07.334 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=17.1532ms] [] [2024/05/06 15:13:07.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:07.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/06 15:13:07.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:07.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:07.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:07.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=40] [step=done] [state=running] [] [2024/05/06 15:13:07.653 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=40] [2024/05/06 15:13:07.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:07.810 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.770110228\n# Parse_time: 0.000064182\n# Compile_time: 0.000415992\n# Rewrite_time: 0.000137666\n# Optimize_time: 0.000235672\n# Wait_TS: 0.000382499\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase56958427/001/file.csv';"] === RUN TestLoadRemote/TestImportMode [2024/05/06 15:13:07.815 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 15:13:07.825 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:07.825 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 15:13:07.840 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:07.859 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=561.574µs] [gotSchemaVersion=147] [phyTblIDs="[203]"] [actionTypes="[2]"] [2024/05/06 15:13:07.864 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=147] [2024/05/06 15:13:07.909 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.58412ms] [job="ID:214, Type:drop schema, State:running, SchemaState:write only, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:07.924 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:running, SchemaState:write only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:07.939 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=565.571µs] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:07.943 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=148] [2024/05/06 15:13:07.959 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=40] [error="context canceled"] [2024/05/06 15:13:07.959 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=40] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.116017ms] [] [2024/05/06 15:13:07.989 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.315722ms] [job="ID:214, Type:drop schema, State:running, SchemaState:delete only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.013 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:running, SchemaState:delete only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.032 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=562.635µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:08.037 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=149] [2024/05/06 15:13:08.082 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.636847ms] [job="ID:214, Type:drop schema, State:done, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.096 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=214] [tableIDs="[203]"] [2024/05/06 15:13:08.101 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="drop schema"] [2024/05/06 15:13:08.103 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [job="ID:214, Type:drop schema, State:synced, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:07.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.120 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 15:13:08.120 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:08.123 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308290955\n# Parse_time: 0.000256212\n# Compile_time: 0.000268646\n# Rewrite_time: 0.000027065\n# Optimize_time: 0.00020236\n# Wait_TS: 0.000293533\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 15:13:08.123 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=149] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 15:13:08.137 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:08.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:08.137 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:08.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/06 15:13:08.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=40] [2024/05/06 15:13:08.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:08.155 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:08.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:08.171 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=1.102119ms] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:08.175 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=216] [version=150] [2024/05/06 15:13:08.219 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.581172ms] [job="ID:216, Type:create schema, State:done, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:08.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.234 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:create schema, State:synced, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:08.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.245 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 15:13:08.245 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:08.248 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 15:13:08.261 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:08.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:08.261 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:08.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 15:13:08.278 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:08.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.303 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=2.040492ms] [gotSchemaVersion=151] [phyTblIDs="[217]"] [actionTypes="[3]"] [2024/05/06 15:13:08.307 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=218] [version=151] [2024/05/06 15:13:08.348 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.030982ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:08.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.366 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:08.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:08.379 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 15:13:08.379 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:08.422 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:08.441 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=41] [job-id=41] [thread-cnt=8] [2024/05/06 15:13:08.441 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=41] [2024/05/06 15:13:09.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=41] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:09.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:09.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/06 15:13:09.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 15:13:09.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 15:13:09.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 15:13:09.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=50.76µs] [2024/05/06 15:13:09.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=156.361µs] [] [2024/05/06 15:13:09.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:09.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:09.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:09.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=41] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:09.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:09.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=41] [2024/05/06 15:13:09.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=41] [type=ImportInto] [2024/05/06 15:13:10.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:10.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:10.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:10.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:10.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:10.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.143 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/06 15:13:10.143 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:10.143 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:10.143 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:10.143 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:10.143 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:10.143 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:10.144 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:10.144 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:10.144 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:10.144 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:10.144 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:10.144 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:10.150 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 15:13:10.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=41] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:10.240 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 15:13:10.240 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 15:13:10.246 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:10.247 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:10.247 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:10.248 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.248 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:10.249 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:10.249 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.249 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:10.249 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:10.249 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:10.249 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:10.249 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:10.249 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:10.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:10.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:10.250 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:10.250 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:10.250 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:10.250 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:10.254 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:10.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:10.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:10.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:10.256 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:10.256 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:10.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 15:13:10.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=41] [step=import] [limit=256MiB] [2024/05/06 15:13:10.279 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=83] [2024/05/06 15:13:10.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:10.286 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:10.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=217] [2024/05/06 15:13:10.300 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=217] [key=import_mode-1.tsv:0] [2024/05/06 15:13:10.302 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=217] [key=import_mode-1.tsv:0] [readDur=878.668µs] [encodeDur=216.689µs] [deliverDur=228.775µs] [checksum="{cksum=12868151214631938282,size=37,kvs=1}"] [takeTime=1.623755ms] [] [2024/05/06 15:13:10.303 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=83] [takeTime=23.950992ms] [] [2024/05/06 15:13:10.303 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/977dbc86-abff-42c4-8c99-3ab5ce76dd03.sst] [firstKey=7480000000000000D95F728000000000000001] [lastKey=7480000000000000D95F728000000000000001] [2024/05/06 15:13:10.303 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 15:13:10.303 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 15:13:10.303 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:10.305 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.073715ms] [] [2024/05/06 15:13:10.305 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 15:13:10.309 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:10.311 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:13:10.311 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:10.311 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:10.311 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD95F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:13:10.312 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD95F728000000000FF0000010000000000FA] [end=7480000000000000FFD95F728000000000FF0000020000000000FA] [2024/05/06 15:13:10.312 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD95F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:13:10.312 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=493.104µs] [2024/05/06 15:13:10.312 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.243106ms] [] [2024/05/06 15:13:10.327 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 15:13:10.328 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=22.727886ms] [] [2024/05/06 15:13:10.328 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:10.329 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=996.245µs] [] [2024/05/06 15:13:10.329 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 15:13:10.329 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:10.330 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.370233ms] [] [2024/05/06 15:13:10.331 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 15:13:10.331 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:10.331 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=41.354µs] [] [2024/05/06 15:13:10.331 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:10.332 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=819.454µs] [] [2024/05/06 15:13:10.335 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571609720127491] [req-type=Get] [region="{ region id: 14, ver: 80, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:10.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:10.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/06 15:13:10.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:10.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:10.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:10.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:10.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:10.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:10.644 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/06 15:13:10.644 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:10.644 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:10.644 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:10.644 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:10.644 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:10.644 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:10.660 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 15:13:10.661 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:10.661 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:10.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:10.674 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=41] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:10.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:10.957 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:10.960 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:10.960 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:10.960 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:10.960 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:10.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:10.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:10.961 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:10.961 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=41] [error="context canceled"] [2024/05/06 15:13:10.961 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=41] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=723.071598ms] [] [2024/05/06 15:13:11.268 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=41] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:11.269 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=41] [step=post-process] [2024/05/06 15:13:11.283 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/06 15:13:11.283 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/06 15:13:11.283 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/06 15:13:11.287 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:11.287 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:11.287 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:11.288 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:11.289 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:11.289 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:11.290 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:11.290 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:11.290 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:11.290 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:11.290 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:11.290 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:11.297 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=14.125951ms] [] [2024/05/06 15:13:11.297 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [checksum="{cksum=12868151214631938282,size=37,kvs=1}"] [2024/05/06 15:13:11.298 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [weight=30] [2024/05/06 15:13:11.298 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [concurrency=15] [2024/05/06 15:13:11.301 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [local="{cksum=12868151214631938282,size=37,kvs=1}"] [2024/05/06 15:13:11.301 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=17.477471ms] [] [2024/05/06 15:13:11.301 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=17.641526ms] [] [2024/05/06 15:13:11.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:11.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/06 15:13:11.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:11.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:11.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:11.651 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=41] [step=done] [state=running] [] [2024/05/06 15:13:11.654 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=41] [2024/05/06 15:13:11.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:11.754 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.372614342\n# Parse_time: 0.0000837\n# Compile_time: 0.000462365\n# Rewrite_time: 0.000159063\n# Optimize_time: 0.00020236\n# Wait_TS: 0.000335353\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 15:13:11.928 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=41] [error="context canceled"] [2024/05/06 15:13:11.928 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=41] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.772523ms] [] [2024/05/06 15:13:12.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=41] [2024/05/06 15:13:12.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:12.165 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:12.173 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 15:13:12.185 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:12.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:12.185 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:12.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 15:13:12.201 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:12.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:12.224 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.085174ms] [gotSchemaVersion=152] [phyTblIDs="[217,219]"] [actionTypes="[11,11]"] [2024/05/06 15:13:12.228 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=220] [version=152] [2024/05/06 15:13:12.272 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.6679ms] [job="ID:220, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:12.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:12.286 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=220] [elementID=1] [comment="table ID is 217"] [2024/05/06 15:13:12.291 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="truncate table"] [2024/05/06 15:13:12.292 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:12.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:12.310 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 15:13:12.310 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:12.352 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:12.371 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=42] [job-id=42] [thread-cnt=8] [2024/05/06 15:13:12.371 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=42] [2024/05/06 15:13:15.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=42] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:15.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:15.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/06 15:13:15.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 15:13:15.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 15:13:15.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 15:13:15.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=56.306µs] [2024/05/06 15:13:15.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=150.055µs] [] [2024/05/06 15:13:15.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:15.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:15.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:15.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=42] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:15.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:15.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=42] [2024/05/06 15:13:15.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=42] [type=ImportInto] [2024/05/06 15:13:16.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:16.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:16.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:16.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:16.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:16.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:16.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:16.141 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/06 15:13:16.141 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:16.141 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:16.141 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:16.141 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:16.141 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:16.141 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:16.141 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:16.141 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:16.142 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:16.142 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:16.142 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:16.142 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:16.142 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:16.147 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 15:13:16.234 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=42] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:16.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 15:13:16.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 15:13:16.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:16.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:16.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:16.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:16.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:16.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:16.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:16.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:16.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:16.244 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:13:16.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:16.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:16.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:16.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:16.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:16.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:16.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:16.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:16.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:16.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:16.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:16.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:16.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:16.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:16.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:16.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:16.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 15:13:16.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=42] [step=import] [limit=256MiB] [2024/05/06 15:13:16.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=85] [2024/05/06 15:13:16.275 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:16.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:16.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 15:13:16.294 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 15:13:16.296 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=745.982µs] [encodeDur=999.975µs] [deliverDur=139.878µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [takeTime=2.116276ms] [] [2024/05/06 15:13:16.297 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=85] [takeTime=25.334657ms] [] [2024/05/06 15:13:16.297 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/8c63b893-b13e-4ce4-b654-e42406dfd2b2.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 15:13:16.297 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 15:13:16.297 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 15:13:16.297 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:16.299 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.681662ms] [] [2024/05/06 15:13:16.299 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 15:13:16.303 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:16.304 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:13:16.304 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:16.304 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:16.304 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFDB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDB5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:13:16.305 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFDB5F728000000000FF0000010000000000FA] [end=7480000000000000FFDB5F728000000000FF0000020000000000FA] [2024/05/06 15:13:16.305 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFDB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDB5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:13:16.305 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=369.324µs] [2024/05/06 15:13:16.305 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.050883ms] [] [2024/05/06 15:13:16.317 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 84, but you sent conf_ver: 5 version: 82"] [region="{ID=348,startKey=7480000000000000FFDB5F728000000000FF0000010000000000FA,endKey=7480000000000000FFDB5F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:84 \",peers=\"id:349 store_id:2 ,id:350 store_id:3 ,id:351 store_id:1 \"}"] [start=7480000000000000DB5F728000000000000001] [end=7480000000000000DB5F728000000000000002] [2024/05/06 15:13:16.317 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000DB5F728000000000000001] [endKey=7480000000000000DB5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:13:18.317 +08:00] [2024/05/06 15:13:16.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571611292991491] [req-type=Cop] [region="{ region id: 14, ver: 82, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:16.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571611292991491] [req-type=Cop] [region="{ region id: 14, ver: 82, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:18.329 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 15:13:18.331 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.031710243s] [] [2024/05/06 15:13:18.331 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:18.332 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=992.045µs] [] [2024/05/06 15:13:18.332 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 15:13:18.332 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:18.333 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.179754ms] [] [2024/05/06 15:13:18.333 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 15:13:18.333 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:18.333 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=35.656µs] [] [2024/05/06 15:13:18.333 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:18.334 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=763.694µs] [] [2024/05/06 15:13:18.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:18.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/06 15:13:18.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:18.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:18.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:18.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:18.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:18.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:18.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:18.642 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:18.642 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:18.642 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:18.642 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:18.642 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:18.642 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:18.642 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:18.642 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:18.656 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 15:13:18.657 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:18.657 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:18.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:18.672 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=42] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:18.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:18.956 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:18.960 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:18.960 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:18.960 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:18.960 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:18.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:18.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:18.961 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:18.961 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=42] [error="context canceled"] [2024/05/06 15:13:18.961 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=42] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.726704697s] [] [2024/05/06 15:13:19.267 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=42] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:19.268 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=42] [step=post-process] [2024/05/06 15:13:19.280 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/06 15:13:24.281 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/06 15:13:24.281 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/06 15:13:24.284 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:24.285 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:24.285 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:24.286 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:24.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:24.287 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:24.287 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:24.287 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:24.287 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:24.287 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:24.287 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:24.287 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:24.287 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:24.287 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:24.287 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:24.288 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:24.288 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:24.288 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:24.288 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:24.288 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:24.295 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=14.071653ms] [] [2024/05/06 15:13:24.296 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 15:13:24.297 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [weight=30] [2024/05/06 15:13:24.297 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [concurrency=15] [2024/05/06 15:13:24.299 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 15:13:24.299 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=18.0114ms] [] [2024/05/06 15:13:24.299 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=5.019244153s] [] [2024/05/06 15:13:24.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:24.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/06 15:13:24.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:24.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:24.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:24.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=42] [step=done] [state=running] [] [2024/05/06 15:13:24.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=42] [2024/05/06 15:13:24.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:24.683 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 12.370354231\n# Parse_time: 0.000076805\n# Compile_time: 0.000402689\n# Rewrite_time: 0.000133714\n# Optimize_time: 0.000192211\n# Wait_TS: 0.000354809\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTIuNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTIuNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 15:13:24.687 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 15:13:24.699 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:24.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 15:13:24.699 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:24.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:24.718 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:24.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:24.740 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=1.881346ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [2024/05/06 15:13:24.744 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=222] [version=153] [2024/05/06 15:13:24.788 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.587525ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:24.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:24.812 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=222] [elementID=1] [comment="table ID is 219"] [2024/05/06 15:13:24.816 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 15:13:24.818 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:24.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:24.836 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 15:13:24.836 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:24.925 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=42] [error="context canceled"] [2024/05/06 15:13:24.925 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=42] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.658304931s] [] [2024/05/06 15:13:25.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=42] [2024/05/06 15:13:25.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:25.163 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:25.163 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 15:13:25.175 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:25.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:25.175 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:25.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 15:13:25.192 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:25.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:25.213 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.07896ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [2024/05/06 15:13:25.218 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=224] [version=154] [2024/05/06 15:13:25.261 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.469854ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:25.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:25.274 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=224] [elementID=1] [comment="table ID is 221"] [2024/05/06 15:13:25.279 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 15:13:25.280 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:25.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:25.298 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 15:13:25.298 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:25.341 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=false] [2024/05/06 15:13:25.360 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=43] [job-id=43] [thread-cnt=8] [2024/05/06 15:13:25.360 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=43] [2024/05/06 15:13:27.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=43] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:27.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:27.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/06 15:13:27.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 15:13:27.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 15:13:27.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 15:13:27.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=55.124µs] [2024/05/06 15:13:27.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=147.858µs] [] [2024/05/06 15:13:27.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:27.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:27.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:27.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=43] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:27.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:27.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=43] [2024/05/06 15:13:27.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=43] [type=ImportInto] [2024/05/06 15:13:28.147 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 15:13:28.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=43] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:28.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 15:13:28.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 15:13:28.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:28.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:28.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:28.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:28.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:28.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:28.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:28.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:28.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:28.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:28.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:28.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:28.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:28.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:28.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:28.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:28.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:28.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:28.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:28.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:28.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:28.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:28.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:28.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:28.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:28.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:28.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:28.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 15:13:28.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=43] [step=import] [limit=256MiB] [2024/05/06 15:13:28.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=87] [2024/05/06 15:13:28.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:28.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:28.283 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=223] [2024/05/06 15:13:28.298 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=223] [key=import_mode-1.tsv:0] [2024/05/06 15:13:28.301 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=223] [key=import_mode-1.tsv:0] [readDur=1.364634ms] [encodeDur=350.911µs] [deliverDur=166.656µs] [checksum="{cksum=13655940393875608893,size=37,kvs=1}"] [takeTime=2.317887ms] [] [2024/05/06 15:13:28.301 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/b476ac71-479c-49aa-934f-7751d83fcd6a.sst] [firstKey=7480000000000000DF5F728000000000000001] [lastKey=7480000000000000DF5F728000000000000001] [2024/05/06 15:13:28.301 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=87] [takeTime=25.16314ms] [] [2024/05/06 15:13:28.302 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 15:13:28.302 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 15:13:28.302 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:28.303 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.721705ms] [] [2024/05/06 15:13:28.303 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 15:13:28.307 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:28.309 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:13:28.309 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:28.309 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:28.309 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFDF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDF5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:13:28.310 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFDF5F728000000000FF0000010000000000FA] [end=7480000000000000FFDF5F728000000000FF0000020000000000FA] [2024/05/06 15:13:28.310 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFDF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDF5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:13:28.310 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=376.825µs] [2024/05/06 15:13:28.310 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.094735ms] [] [2024/05/06 15:13:28.324 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 15:13:28.325 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=21.942318ms] [] [2024/05/06 15:13:28.325 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:28.327 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.046411ms] [] [2024/05/06 15:13:28.327 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 15:13:28.327 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:28.328 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.354577ms] [] [2024/05/06 15:13:28.328 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 15:13:28.328 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:28.328 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=44.191µs] [] [2024/05/06 15:13:28.328 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:28.329 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=713.102µs] [] [2024/05/06 15:13:28.333 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571614438719491] [req-type=Get] [region="{ region id: 14, ver: 84, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:28.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:28.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/06 15:13:28.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:28.652 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 15:13:28.653 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:28.653 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:28.653 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:28.666 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=43] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:28.666 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:28.955 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 15:13:28.957 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:28.957 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:28.957 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:28.957 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:28.958 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:28.958 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:28.957 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:28.958 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:28.958 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:28.958 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:28.959 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:28.959 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:28.959 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:28.959 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=43] [error="context canceled"] [2024/05/06 15:13:28.959 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=43] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=722.861549ms] [] [2024/05/06 15:13:29.266 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=43] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:29.267 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=43] [step=post-process] [2024/05/06 15:13:29.281 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/06 15:13:29.281 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/06 15:13:29.281 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/06 15:13:29.284 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:29.285 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:29.285 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:29.286 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:29.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:29.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:29.287 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:29.287 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:29.287 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:29.287 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:29.287 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:29.287 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:29.287 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:29.287 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:29.287 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:29.287 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:29.287 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:29.287 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:29.287 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:29.294 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=13.602675ms] [] [2024/05/06 15:13:29.294 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [checksum="{cksum=13655940393875608893,size=37,kvs=1}"] [2024/05/06 15:13:29.295 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [weight=30] [2024/05/06 15:13:29.295 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [concurrency=15] [2024/05/06 15:13:29.298 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [local="{cksum=13655940393875608893,size=37,kvs=1}"] [2024/05/06 15:13:29.298 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=17.033698ms] [] [2024/05/06 15:13:29.298 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=17.178561ms] [] [2024/05/06 15:13:29.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:29.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/06 15:13:29.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:29.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:29.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:29.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=43] [step=done] [state=running] [] [2024/05/06 15:13:29.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=43] [2024/05/06 15:13:29.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:29.872 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.57115306\n# Parse_time: 0.000088415\n# Compile_time: 0.000390757\n# Rewrite_time: 0.00011659\n# Optimize_time: 0.000173758\n# Wait_TS: 0.000360681\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 15:13:29.875 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 15:13:29.888 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:29.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:29.888 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:29.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 15:13:29.904 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:29.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:29.921 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=43] [error="context canceled"] [2024/05/06 15:13:29.921 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=43] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.445343ms] [] [2024/05/06 15:13:29.926 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=1.857157ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [2024/05/06 15:13:29.930 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=226] [version=155] [2024/05/06 15:13:29.975 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.074583ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:29.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:29.988 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=226] [elementID=1] [comment="table ID is 223"] [2024/05/06 15:13:29.993 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 15:13:29.994 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:29.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:30.012 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 15:13:30.013 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:30.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=43] [2024/05/06 15:13:30.148 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:30.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:30.162 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 15:13:30.175 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:30.175 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 15:13:30.189 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:30.211 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=1.840351ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [2024/05/06 15:13:30.215 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=228] [version=156] [2024/05/06 15:13:30.259 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.608961ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:30.272 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=228] [elementID=1] [comment="table ID is 225"] [2024/05/06 15:13:30.276 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 15:13:30.278 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:30.294 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 15:13:30.294 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:30.310 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:30.327 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=44] [job-id=44] [thread-cnt=8] [2024/05/06 15:13:30.328 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=44] [2024/05/06 15:13:33.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=44] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:33.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:33.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/06 15:13:33.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 15:13:33.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 15:13:33.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 15:13:33.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=42.981µs] [2024/05/06 15:13:33.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=137.541µs] [] [2024/05/06 15:13:33.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:33.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:33.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:33.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=44] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:33.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:33.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=44] [2024/05/06 15:13:33.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=44] [type=ImportInto] [2024/05/06 15:13:34.141 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 15:13:34.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=44] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:34.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 15:13:34.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 15:13:34.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:34.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:34.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:34.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:34.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:34.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:34.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:34.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:34.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:34.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:34.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:34.246 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:13:34.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:34.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:34.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:34.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:34.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:34.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:34.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:34.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:34.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:34.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:34.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:34.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:34.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:34.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:34.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:34.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:34.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 15:13:34.264 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=44] [step=import] [limit=256MiB] [2024/05/06 15:13:34.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=89] [2024/05/06 15:13:34.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:34.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:34.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=227] [2024/05/06 15:13:34.312 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=227] [key=import_mode-1.tsv:0] [2024/05/06 15:13:34.314 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=227] [key=import_mode-1.tsv:0] [readDur=911.456µs] [encodeDur=311.635µs] [deliverDur=245.544µs] [checksum="{cksum=15786991018079617067,size=37,kvs=1}"] [takeTime=1.737723ms] [] [2024/05/06 15:13:34.314 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/5eaa6a9e-57fa-43d4-9225-61bf73918464.sst] [firstKey=7480000000000000E35F728000000000000001] [lastKey=7480000000000000E35F728000000000000001] [2024/05/06 15:13:34.315 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=89] [takeTime=37.208069ms] [] [2024/05/06 15:13:34.315 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 15:13:34.315 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 15:13:34.315 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:34.317 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.745784ms] [] [2024/05/06 15:13:34.317 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 15:13:34.321 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:34.322 +08:00] [INFO] [local.go:1539] ["switch import mode of ranges"] [startKey=7480000000000000e35f728000000000000001] [endKey=7480000000000000e35f728000000000000002] [2024/05/06 15:13:34.322 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:13:34.322 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [mode=Import] [2024/05/06 15:13:34.323 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:34.323 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:34.323 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFE35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFE35F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:13:34.323 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFE35F728000000000FF0000010000000000FA] [end=7480000000000000FFE35F728000000000FF0000020000000000FA] [2024/05/06 15:13:34.323 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFE35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFE35F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:13:34.324 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=372.809µs] [2024/05/06 15:13:34.324 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.11929ms] [] [2024/05/06 15:13:34.337 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=needRescan] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 88"] [] [start=7480000000000000E35F728000000000000001] [end=7480000000000000E35F728000000000000002] [2024/05/06 15:13:34.338 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000E35F728000000000000001] [endKey=7480000000000000E35F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:13:36.338 +08:00] [2024/05/06 15:13:34.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571616011583491] [req-type=Cop] [region="{ region id: 14, ver: 86, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:34.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571616011583491] [req-type=Cop] [region="{ region id: 14, ver: 86, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:36.350 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 15:13:36.351 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [mode=Normal] [2024/05/06 15:13:36.365 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.048652366s] [] [2024/05/06 15:13:36.365 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:36.366 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=961.024µs] [] [2024/05/06 15:13:36.366 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 15:13:36.367 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:36.368 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.173548ms] [] [2024/05/06 15:13:36.368 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 15:13:36.368 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:36.368 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=46.464µs] [] [2024/05/06 15:13:36.368 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:36.369 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=694.076µs] [] [2024/05/06 15:13:36.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:36.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/06 15:13:36.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:36.650 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 15:13:36.652 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:36.652 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:36.652 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:36.664 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=44] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:36.664 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:36.688 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:36.692 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:36.692 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:36.692 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:36.692 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:36.694 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:36.694 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:36.694 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:36.694 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=44] [error="context canceled"] [2024/05/06 15:13:36.694 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=44] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.45834655s] [] [2024/05/06 15:13:37.000 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=44] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:37.001 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=44] [step=post-process] [2024/05/06 15:13:37.014 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/06 15:13:37.014 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/06 15:13:37.014 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/06 15:13:37.017 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:37.017 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:37.018 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:37.018 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:37.019 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:37.019 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:37.019 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:37.020 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:37.020 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:37.020 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:37.020 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:37.020 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:37.020 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:37.020 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:37.020 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:37.020 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:37.020 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:37.020 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:37.020 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:37.027 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=12.61686ms] [] [2024/05/06 15:13:37.027 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [checksum="{cksum=15786991018079617067,size=37,kvs=1}"] [2024/05/06 15:13:37.027 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 15:13:37.027 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 15:13:37.029 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571616719372294] [req-type=Cop] [region="{ region id: 360, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 361, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 362, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 363, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=361-not_leader-362:1] [2024/05/06 15:13:37.033 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [local="{cksum=15786991018079617067,size=37,kvs=1}"] [2024/05/06 15:13:37.034 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=19.554107ms] [] [2024/05/06 15:13:37.034 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=19.678323ms] [] [2024/05/06 15:13:37.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:37.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/06 15:13:37.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:37.139 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:37.139 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:37.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=44] [step=done] [state=running] [] [2024/05/06 15:13:37.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=44] [2024/05/06 15:13:37.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:37.239 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.942376085\n# Parse_time: 0.000073118\n# Compile_time: 0.000434732\n# Rewrite_time: 0.000147398\n# Optimize_time: 0.000171207\n# Wait_TS: 0.000375538\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 15:13:37.242 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 15:13:37.255 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:37.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:37.255 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:37.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/06 15:13:37.270 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:37.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:37.292 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=1.862594ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [2024/05/06 15:13:37.296 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=230] [version=157] [2024/05/06 15:13:37.340 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.215569ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:37.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:37.350 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=44] [error="context canceled"] [2024/05/06 15:13:37.350 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=44] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.221948ms] [] [2024/05/06 15:13:37.362 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=230] [elementID=1] [comment="table ID is 227"] [2024/05/06 15:13:37.366 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 15:13:37.367 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:37.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:37.384 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 15:13:37.384 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:37.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=44] [2024/05/06 15:13:37.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:37.652 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=44] [step=-2] [state=succeed] [2024/05/06 15:13:37.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:37.700 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:37.718 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=45] [job-id=45] [thread-cnt=8] [2024/05/06 15:13:37.718 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=45] [2024/05/06 15:13:39.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=45] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:39.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=45] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:39.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=45] [task-type=ImportInto] [num=1] [2024/05/06 15:13:39.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 15:13:39.643 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/06 15:13:39.643 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 15:13:39.643 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=37.686µs] [2024/05/06 15:13:39.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=119.864µs] [] [2024/05/06 15:13:39.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:39.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=45] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:39.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:39.656 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=45] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:39.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:39.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=45] [2024/05/06 15:13:39.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=45] [type=ImportInto] [2024/05/06 15:13:40.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:40.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:40.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:40.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:40.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:40.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:40.141 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:40.141 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:40.141 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:40.141 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:40.141 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:40.141 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:40.141 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:40.148 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 15:13:40.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=45] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:40.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 15:13:40.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 15:13:40.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:40.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:40.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:40.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:40.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:40.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:40.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:40.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:40.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:40.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:40.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:40.245 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:13:40.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:40.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:40.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:40.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:40.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:40.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:40.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:40.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:40.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:40.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:40.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:40.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:40.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:40.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:40.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 15:13:40.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=45] [step=import] [limit=256MiB] [2024/05/06 15:13:40.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=91] [2024/05/06 15:13:40.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 15:13:40.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 15:13:40.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 15:13:43.282 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=91] [takeTime=3.00759136s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:13:43.283 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:13:43.283 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:13:43.283 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:43.283 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:43.283 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:43.283 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:43.283 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:43.283 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:43.283 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:13:43.289 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 15:13:43.292 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:43.292 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:43.292 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:43.292 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:43.293 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:43.293 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:43.294 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:43.294 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=45] [error="context canceled"] [2024/05/06 15:13:43.294 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=45] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.058061105s] [error="occur an error when sort chunk"] [2024/05/06 15:13:43.294 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:13:43.638 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [2024/05/06 15:13:43.642 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:13:43.826 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=45] [2024/05/06 15:13:43.906 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=45] [step=1] [2024/05/06 15:13:43.911 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 15:13:43.921 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 15:13:44.125 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=45] [2024/05/06 15:13:44.134 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 15:13:44.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:44.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:44.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:44.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:44.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:44.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:44.141 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/06 15:13:44.141 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:44.141 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:44.141 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:44.141 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:44.141 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:44.141 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:44.143 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=45] [2024/05/06 15:13:44.150 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:13:44.230 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=45] [step=1] [state=reverted] [2024/05/06 15:13:44.323 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:13:44.328 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.6663724030000004\n# Parse_time: 0.000105607\n# Compile_time: 0.000394383\n# Rewrite_time: 0.000124471\n# Optimize_time: 0.0001828\n# Wait_TS: 0.000315225\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Ni42N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjYuNjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 15:13:44.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=45] [2024/05/06 15:13:44.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:44.662 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestInputCountMisMatchAndDefault [2024/05/06 15:13:44.671 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:13:44.681 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:44.681 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:13:44.695 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.713 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=649.036µs] [gotSchemaVersion=158] [phyTblIDs="[229]"] [actionTypes="[2]"] [2024/05/06 15:13:44.717 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=158] [2024/05/06 15:13:44.763 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.12475ms] [job="ID:231, Type:drop schema, State:running, SchemaState:write only, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.776 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:running, SchemaState:write only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.791 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=618.042µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:44.795 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=159] [2024/05/06 15:13:44.840 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.986659ms] [job="ID:231, Type:drop schema, State:running, SchemaState:delete only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.862 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:running, SchemaState:delete only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.879 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=598.301µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:44.883 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=160] [2024/05/06 15:13:44.929 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.596804ms] [job="ID:231, Type:drop schema, State:done, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.943 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=231] [tableIDs="[229]"] [2024/05/06 15:13:44.947 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="drop schema"] [2024/05/06 15:13:44.949 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [job="ID:231, Type:drop schema, State:synced, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:44.965 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=231] [2024/05/06 15:13:44.965 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:44.967 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 15:13:44.981 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:44.981 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:13:44.996 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:44.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:45.013 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=1.017281ms] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:45.017 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=233] [version=161] [2024/05/06 15:13:45.062 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.232796ms] [job="ID:233, Type:create schema, State:done, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:13:44.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:45.076 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:create schema, State:synced, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:44.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:45.086 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 15:13:45.086 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:45.090 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:13:45.091 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:13:45.105 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:45.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:45.105 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:45.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:13:45.125 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:45.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:45.145 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.279188ms] [gotSchemaVersion=162] [phyTblIDs="[234]"] [actionTypes="[3]"] [2024/05/06 15:13:45.149 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=235] [version=162] [2024/05/06 15:13:45.193 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.043011ms] [job="ID:235, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:45.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:45.214 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:45.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:45.226 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 15:13:45.226 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:45.271 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:45.290 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=46] [job-id=46] [thread-cnt=8] [2024/05/06 15:13:45.290 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=46] [2024/05/06 15:13:48.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=46] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:48.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:48.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/06 15:13:48.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 15:13:48.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:13:48.648 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 15:13:48.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=60.026µs] [2024/05/06 15:13:48.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=217.213µs] [] [2024/05/06 15:13:48.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:48.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:48.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:48.662 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=46] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:48.662 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:48.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=46] [2024/05/06 15:13:48.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=46] [type=ImportInto] [2024/05/06 15:13:49.200 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:304.383655ms txnStartTS:449571619825778690 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:541 rocksdb_delete_skipped_count:126 rocksdb_key_skipped_count:1458 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:13:49.202 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571619825778690\n# Query_time: 0.308168444\n# Parse_time: 0\n# Compile_time: 0.002370163\n# Rewrite_time: 0.000501382\n# Optimize_time: 0.001435942\n# Wait_TS: 0.000106171\n# Cop_time: 0.303577353 Process_time: 0.000544724 Wait_time: 0.000063273 Request_count: 2 Total_keys: 1082 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 252 Rocksdb_key_skipped_count: 2916 Rocksdb_block_cache_hit_count: 6\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000272362 Cop_proc_p90: 0.000298363 Cop_proc_max: 0.000298363 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1636e-05 Cop_wait_p90: 3.2187e-05 Cop_wait_max: 3.2187e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 2022\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2BWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjMwNC4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0ucgAAMTLyAHBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozMDMuOAEqEGZldGNoGQ8FMAw6MHN9EaURCCQKMwkzMV80MShCAVIAKQm0QGRhdGE6U2VsZWN0aW9uXzQwGYkIMy43AV81e1xjb3BfdGFzazoge251bTogMSwgbWF4OiAhpQA0ASohYDRfa2V5czogMCwgdG90XwESJDogMjk4LjTCtXMJFCR3YWl0OiAzMi4yBRMMcnBjXxFPAQwl+AVUADMBVGhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwJ6gWTCF9kdQUaGG46IDE4LjYFWThtYXhfZGlzdHNxbF9jb25VNhggMX0JMjM0LckYTi9BCjQJMQH5BDFfRbZQbm90KGlzdHJ1ZV93aXRoX251bGwoSsUBFHJlb3JnKSFHDHRpa3YFhwQ6ewW+BDBzVbE8fSwgc2Nhbl9kZXRhaWw6ICm8LSVANTQxLCBnZXRfc25hcHNob3QN/QQxMw3DoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTI2LCBrZXlfPhgAIDQ1OCwgYmxvYyGtOT4NNwwzfX19AfkBBBwKNQk0M18zOQ3+DDAwMAlJZi63AwFlbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FNGYEAQFoAQQwCjMJNl8yOShQcm9iZSE5NDY0MDAJZ3JvdXAgYnk6dQ5ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1FG1lOjQ5OE1LVapMcGFydGlhbF93b3JrZXI6e3dhbGwpXBw0NDEuMjczwkGNLhUCCDUsIEHbAF9BigAwXagUMS43OTE2QYlBzwxleGVjJd4BDSXrGDEuODE3NzZlsmENGDM3MS4wNDgFYAhwOTUdEBR9LCBmaW5alQAMMi4wNK6VABA5MDc4MDaXABAyOC4yNGlTHZ4QOTQ1MzhlnQGeFDQwNi45NmmLAZ4ZEDmkYQ0AM4EGJZ1pDQBuYQM1eU30oZ8INTEuCbctewgJMzixImFZEDUJNl8zIakAOEFYNelKTQOBKQBlpfsALE6WBSRzY2hlbWFfaWRzUh8ARbIJHkk6CG1pbhWwADhONQIEMzMpKw24ACxqMwIYMjYxLjgyNyXTjjMCFDc3Ni42OQlfIYpGNQIYODA1LjI2NQVSIZcIMTc2rSAhlREOajECFDI2Ny4wNInnjpMAQZQIMTEypVEVkxA0My45MwmFARRNzxAwOTUyN1XPGDIyNC43NzkFqgGcGRBZMQA2wVYMMzYJMCnmAGTBUSRIYXNoQWdnXzMxcaYMMTY2LikUNXNeUAYMODYyLg1zBHJvVlEGADQxMQG6zVEIMS4xBajBRWHHwaABDAXZDCA3OTQNIABjwlIGADENunJSBgQ0Nt1SADdB+QAxpVT++wLO+wJKYQMW2Ah9Cw60CD65BiX4LaDWugYAMU3J/roGjroGBDgJwbqBsOG4gWKFCP66BjIFASAJTi9BCU4vQQo=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('wRjwSQq8GAoNUHJvamVjdGlvbl8xMxKiFwoHU29ydF8xNBKqFgoLSGFzaEpvaW5fMjgS6wUKDlRhYmxlUmVhZGVyXzQxEroDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWq0AXRqfAAILCBzAfLwXmRldGFpbDoge3RvdGFsX2tleXM6IDU0MSwgZ2V0X3NuYXBzaG90X3RpbWU6IDEzLjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTI2LCBrZXlfPhgAXDQ1OCwgYmxvY2s6IHtjYWNoZV9oaXRfYwk3DDN9fX1WFAE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6Uz3YBFoVBa4cMzAzLjdtcywxbhRiygFjb3Api0wge251bTogMSwgbWF4OiAzMDQuNAErDHByb2MtBBgwLCB0b3RfARIYOiAyOTguNAX6ARQkd2FpdDogMzIuMgUTDHJwY18RTwEMBX4FVAAzAVQQY29wcl8Z60RyYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhBuOiAxOC1mdG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDqAV0yEBKGDwoKQf4gQWdnXzI5EsALLuoCEDMwEtsKGSAQMzUSzwY2HQMQMzYSoAQdIggxEpZGGwMANEWY/hsDfRsAHT6fAggxbXM1rloIAgWEACh1HARAv2kcLJQBZ3JvdXAgYnk6bWGlNhEDIcQcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4arVCggMy4wDSgwMAMU2JAHL+gwO+gwMcId7d3d0dPvdtgCF7YYAED2RhgAhIYXNFfQwzMVoWZQAMMTY2LmkfBGxvhe0EYsxifwMQODYyLjllSyGqUoADBDQ2Dfd9gAgxLjEFNWF0RoADCDc5NA0gxoEDBDEuCbtugQMA9i6BAyUcCK1s+DocAQCE/pcCvpcCVXtdhwg1WhQlkgQzMwnVMZBUsQJwYXJ0aWFsX3dvcmtlcjp7d2FsbIm+GDI2MS44MjclXy56BBg1LCB0YXNrJW8AMKkhpQ0UNzc2LjY5CWAhohBleGVjOsHqAQ0Ffhg4MDUuMjY1BVKhdAQxNzHSCHA5NRUOFH0sIGZpblqTABA3LjA0NgVBjpMAGDEuMDQxMTKlgwGGBZMQNDMuOTMJhQEUBZoYMS4wOTUyN2WaAZoUMjI0Ljc3TZAEOTUdEF6UBGEZCK1I/i39BAC5yZkAFumwAG7hpjGYCDUpKW0gEDM1MS4zBc0tkAhw/AK90iQaAQIhRERERCRjPlcABDhnkeoVVQAsjZkcZmlyc3Ryb3cdb5mOADUNeQg0OThN3g15BGKzagkCFDQ0MS4yNwmplnYBFDc5MTZtc0kcJXQyBwIYMS44MTc3NjVtBDM3IagAOCUJIW0ZEGoLAhQ0NDIuMDSulQAQOTA3ODA2lwAQMjguMjRZsk0LEDk0NTM4EgsIQQsUNDA2Ljk26fkBnhkQXgsCGBSuR+EMewgquwloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYkUGBCwgNdwIKV1aHs8ICDQuMSFZMbcAORY9CBBoYXNoX8WkADoWxAkS+QgAOAEqEGZldGNoGQ8FMCw6MHN9IZ2rBTkqfgg6pgAAPUqQAKGR6TsUOmRlc2MsTkAHAGrF+R2nADIBfQ2nBWwA6kJsAE6nBwFIEG1ldGEsTmUAGYlaaQAMYg9DbyYjCUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/06 15:13:49.204 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:49.205 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:49.205 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:49.206 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:49.206 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:49.207 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:49.207 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:49.208 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 15:13:49.222 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:49.222 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:49.222 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:49.222 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:49.222 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:49.222 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:49.222 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:49.222 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:49.223 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:49.223 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:49.229 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 15:13:49.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=46] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:49.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 15:13:49.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 15:13:49.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:49.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:49.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:49.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:49.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:49.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:49.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:49.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:49.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:49.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:49.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:49.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:49.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:49.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:49.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:49.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:49.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:49.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:49.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:49.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:49.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:13:49.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=46] [step=import] [limit=256MiB] [2024/05/06 15:13:49.279 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=93] [2024/05/06 15:13:49.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:49.286 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:49.287 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=234] [2024/05/06 15:13:49.333 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=234] [key=input-cnt-mismatch.csv:0] [2024/05/06 15:13:49.335 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=234] [key=input-cnt-mismatch.csv:0] [readDur=988.668µs] [encodeDur=219.565µs] [deliverDur=208.165µs] [checksum="{cksum=13438813981189536763,size=78,kvs=2}"] [takeTime=1.672424ms] [] [2024/05/06 15:13:49.335 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f6398a71-eed3-4e62-8b65-854179725335.sst] [firstKey=7480000000000000EA5F728000000000000001] [lastKey=7480000000000000EA5F728000000000000002] [2024/05/06 15:13:49.335 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=93] [takeTime=56.694788ms] [] [2024/05/06 15:13:49.336 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 15:13:49.336 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 15:13:49.336 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:49.337 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.654952ms] [] [2024/05/06 15:13:49.338 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:13:49.341 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:49.343 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 15:13:49.343 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:49.343 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:49.343 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFEA5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFEA5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:13:49.344 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFEA5F728000000000FF0000010000000000FA] [end=7480000000000000FFEA5F728000000000FF0000030000000000FA] [2024/05/06 15:13:49.344 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFEA5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFEA5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:13:49.345 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=479.951µs] [2024/05/06 15:13:49.345 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.265563ms] [] [2024/05/06 15:13:49.348 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571619943743489] [req-type=Cop] [region="{ region id: 14, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:49.348 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571619943743489] [req-type=Cop] [region="{ region id: 14, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:49.731 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 15:13:49.733 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=395.081411ms] [] [2024/05/06 15:13:49.733 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:49.734 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=959.666µs] [] [2024/05/06 15:13:49.734 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 15:13:49.734 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:49.735 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.305567ms] [] [2024/05/06 15:13:49.735 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:13:49.735 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:49.735 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=44.425µs] [] [2024/05/06 15:13:49.735 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:49.736 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=787.1µs] [] [2024/05/06 15:13:50.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:50.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/06 15:13:50.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:50.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:50.142 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:50.142 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:50.143 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:50.143 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:50.144 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:50.144 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:50.144 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:13:50.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:50.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:50.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:50.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:50.174 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 15:13:50.176 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:50.176 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:50.176 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:50.189 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=46] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:50.189 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:50.362 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 15:13:50.365 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:50.365 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:50.365 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:50.365 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:50.366 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:50.367 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:50.367 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:50.367 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=46] [error="context canceled"] [2024/05/06 15:13:50.367 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=46] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.129726636s] [] [2024/05/06 15:13:50.673 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=46] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:50.675 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=46] [step=post-process] [2024/05/06 15:13:50.688 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/06 15:13:50.688 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/06 15:13:50.688 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/06 15:13:50.691 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:50.692 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:50.692 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:50.693 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:50.693 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:50.694 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:50.694 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:50.694 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:50.694 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:50.694 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:50.694 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:50.694 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:50.694 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:50.694 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:50.694 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:50.694 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:50.695 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:50.695 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:50.695 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:50.695 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:50.702 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=14.082801ms] [] [2024/05/06 15:13:50.702 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [checksum="{cksum=13438813981189536763,size=78,kvs=2}"] [2024/05/06 15:13:50.703 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 15:13:50.703 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 15:13:50.706 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [local="{cksum=13438813981189536763,size=78,kvs=2}"] [2024/05/06 15:13:50.706 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=17.551671ms] [] [2024/05/06 15:13:50.706 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=17.72067ms] [] [2024/05/06 15:13:51.137 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:51.139 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/06 15:13:51.140 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:51.140 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:51.140 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:51.152 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=46] [step=done] [state=running] [] [2024/05/06 15:13:51.155 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=46] [2024/05/06 15:13:51.163 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:51.304 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.07542197\n# Parse_time: 0.0000837\n# Compile_time: 0.00040056\n# Rewrite_time: 0.000128519\n# Optimize_time: 0.0001828\n# Wait_TS: 0.000358857\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:13:51.308 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:13:51.319 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:51.319 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:13:51.332 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=46] [error="context canceled"] [2024/05/06 15:13:51.332 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=46] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.270141ms] [] [2024/05/06 15:13:51.336 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.354 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=609.246µs] [gotSchemaVersion=163] [phyTblIDs="[234]"] [actionTypes="[4]"] [2024/05/06 15:13:51.358 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=163] [2024/05/06 15:13:51.404 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.855879ms] [job="ID:236, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.416 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.434 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=612.875µs] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:51.438 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=164] [2024/05/06 15:13:51.483 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.344824ms] [job="ID:236, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.497 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.517 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=581.675µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:51.521 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=165] [2024/05/06 15:13:51.567 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.390897ms] [job="ID:236, Type:drop table, State:done, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.581 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=236] [elementID=1] [comment="table ID is 234"] [2024/05/06 15:13:51.586 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="drop table"] [2024/05/06 15:13:51.588 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [job="ID:236, Type:drop table, State:synced, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:51.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.605 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 15:13:51.606 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:51.608 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300745245\n# Parse_time: 0.00009394\n# Compile_time: 0.000341553\n# Rewrite_time: 0.000035046\n# Optimize_time: 0.000168472\n# Wait_TS: 0.000299668\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 15:13:51.609 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=165] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 15:13:51.626 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:51.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 15:13:51.626 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:51.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:51.634 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=46] [step=-2] [state=succeed] [2024/05/06 15:13:51.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=46] [2024/05/06 15:13:51.643 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:51.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.650 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:51.664 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=2.05796ms] [gotSchemaVersion=166] [phyTblIDs="[237]"] [actionTypes="[3]"] [2024/05/06 15:13:51.664 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:51.668 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=238] [version=166] [2024/05/06 15:13:51.712 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.121205ms] [job="ID:238, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:51.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.727 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:51.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:51.739 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 15:13:51.739 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:51.782 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:51.800 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=47] [job-id=47] [thread-cnt=8] [2024/05/06 15:13:51.801 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=47] [2024/05/06 15:13:54.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=47] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:13:54.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:13:54.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/06 15:13:54.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 15:13:54.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:13:54.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 15:13:54.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=64.014µs] [2024/05/06 15:13:54.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=150.204µs] [] [2024/05/06 15:13:54.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:13:54.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:54.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:13:54.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=47] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:13:54.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:13:54.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=47] [2024/05/06 15:13:54.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=47] [type=ImportInto] [2024/05/06 15:13:55.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:55.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:55.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:55.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:55.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:55.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:55.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:55.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 15:13:55.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:55.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:55.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:55.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:55.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 15:13:55.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=47] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:55.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 15:13:55.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 15:13:55.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:55.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:55.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:55.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:55.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:55.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:55.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:55.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:55.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:55.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:55.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:55.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:55.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:55.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:55.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:55.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:55.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:55.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:55.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:55.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:55.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:13:55.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:13:55.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=47] [step=import] [limit=256MiB] [2024/05/06 15:13:55.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=95] [2024/05/06 15:13:55.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:55.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:55.281 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=237] [2024/05/06 15:13:55.287 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=237] [key=input-cnt-mismatch.csv:0] [2024/05/06 15:13:55.289 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=237] [key=input-cnt-mismatch.csv:0] [readDur=832.706µs] [encodeDur=356.948µs] [deliverDur=190.484µs] [checksum="{cksum=2403194487235519936,size=79,kvs=2}"] [takeTime=1.61281ms] [] [2024/05/06 15:13:55.290 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/189d0973-2f7b-4f21-87be-5326c8ec6948.sst] [firstKey=7480000000000000ED5F728000000000000001] [lastKey=7480000000000000ED5F728000000000000002] [2024/05/06 15:13:55.290 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=95] [takeTime=14.659001ms] [] [2024/05/06 15:13:55.290 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 15:13:55.290 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 15:13:55.290 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:55.292 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.576543ms] [] [2024/05/06 15:13:55.292 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:13:55.296 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:13:55.297 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 15:13:55.297 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:13:55.297 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:55.298 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFED5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFED5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:13:55.298 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFED5F728000000000FF0000010000000000FA] [end=7480000000000000FFED5F728000000000FF0000030000000000FA] [2024/05/06 15:13:55.298 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFED5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFED5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:13:55.299 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.984µs] [2024/05/06 15:13:55.299 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.147654ms] [] [2024/05/06 15:13:55.306 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:90 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 92, request epoch conf_ver: 5 version: 90\")"] ["job stage"=needRescan] [2024/05/06 15:13:55.307 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000ED5F728000000000000001] [endKey=7480000000000000ED5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:13:57.307 +08:00] [2024/05/06 15:13:55.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571621516607491] [req-type=Cop] [region="{ region id: 14, ver: 90, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:55.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571621516607491] [req-type=Cop] [region="{ region id: 14, ver: 90, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:13:57.320 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 15:13:57.321 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.029279057s] [] [2024/05/06 15:13:57.321 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:13:57.322 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=983.512µs] [] [2024/05/06 15:13:57.322 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 15:13:57.322 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:57.323 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.283389ms] [] [2024/05/06 15:13:57.324 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:13:57.324 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:57.324 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=45.401µs] [] [2024/05/06 15:13:57.324 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:13:57.324 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=712.961µs] [] [2024/05/06 15:13:57.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:13:57.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/06 15:13:57.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 15:13:57.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:57.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:57.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:57.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:57.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:57.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:57.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:57.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:57.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:57.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:57.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:57.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:57.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 15:13:57.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:13:57.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:13:57.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:57.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=47] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:13:57.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:57.951 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 15:13:57.954 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:13:57.954 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:57.954 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:57.955 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:57.954 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:57.954 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:57.955 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:57.955 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:57.955 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:57.955 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:57.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:57.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:57.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:57.956 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=47] [error="context canceled"] [2024/05/06 15:13:57.956 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=47] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.719121277s] [] [2024/05/06 15:13:58.263 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=47] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:13:58.264 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=47] [step=post-process] [2024/05/06 15:13:58.277 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/06 15:13:58.277 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/06 15:13:58.277 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/06 15:13:58.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:13:58.280 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:13:58.280 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:13:58.281 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:58.281 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:13:58.282 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:13:58.282 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:13:58.282 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:13:58.282 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:13:58.282 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:13:58.282 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:13:58.282 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:13:58.283 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:13:58.283 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:13:58.283 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:13:58.283 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:13:58.283 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:13:58.283 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:13:58.283 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:13:58.290 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=13.106122ms] [] [2024/05/06 15:13:58.290 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [checksum="{cksum=2403194487235519936,size=79,kvs=2}"] [2024/05/06 15:13:58.291 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 15:13:58.291 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 15:13:58.293 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [local="{cksum=2403194487235519936,size=79,kvs=2}"] [2024/05/06 15:13:58.293 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=16.370926ms] [] [2024/05/06 15:13:58.293 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=16.526061ms] [] [2024/05/06 15:13:58.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:13:58.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/06 15:13:58.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=post-process] [next-step=done] [2024/05/06 15:13:58.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:13:58.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:13:58.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=47] [step=done] [state=running] [] [2024/05/06 15:13:58.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=47] [2024/05/06 15:13:58.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:13:58.712 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.969925688\n# Parse_time: 0.000073926\n# Compile_time: 0.000415433\n# Rewrite_time: 0.000137052\n# Optimize_time: 0.000168472\n# Wait_TS: 0.000318256\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:13:58.715 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:13:58.725 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:58.725 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/06 15:13:58.740 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:58.757 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=510.764µs] [gotSchemaVersion=167] [phyTblIDs="[237]"] [actionTypes="[4]"] [2024/05/06 15:13:58.760 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=167] [2024/05/06 15:13:58.806 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.078028ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:58.819 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:58.835 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=529.036µs] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:58.839 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=168] [2024/05/06 15:13:58.885 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.066363ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:58.898 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:58.917 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=587.777µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:13:58.917 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=47] [error="context canceled"] [2024/05/06 15:13:58.917 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=47] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.690415ms] [] [2024/05/06 15:13:58.921 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=169] [2024/05/06 15:13:58.967 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.035126ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:58.969 +08:00] [INFO] [domain.go:2871] ["refreshServerIDTTL succeed"] [serverID=495] ["lease id"=22318f4cba402875] [2024/05/06 15:13:58.980 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=239] [elementID=1] [comment="table ID is 237"] [2024/05/06 15:13:58.984 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/06 15:13:58.986 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 15:13:58.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:59.002 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/06 15:13:59.002 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:59.005 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=169] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:13:59.018 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:59.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:13:59.018 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:59.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:13:59.033 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:59.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:59.054 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=1.908695ms] [gotSchemaVersion=170] [phyTblIDs="[240]"] [actionTypes="[3]"] [2024/05/06 15:13:59.058 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=241] [version=170] [2024/05/06 15:13:59.102 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=52.79588ms] [job="ID:241, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-06 15:13:59.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:59.115 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=104] [2024/05/06 15:13:59.121 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:240, RowCount:0, ArgLen:0, start time: 2024-05-06 15:13:59.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:13:59.134 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 15:13:59.134 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:13:59.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=47] [2024/05/06 15:13:59.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:13:59.163 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=107] [2024/05/06 15:13:59.166 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:13:59.183 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:13:59.201 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=48] [job-id=48] [thread-cnt=8] [2024/05/06 15:13:59.201 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=48] [2024/05/06 15:13:59.207 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=110] [2024/05/06 15:13:59.247 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=113] [2024/05/06 15:13:59.289 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=116] [2024/05/06 15:13:59.330 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=119] [2024/05/06 15:13:59.376 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=122] [2024/05/06 15:13:59.416 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=125] [2024/05/06 15:13:59.454 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=128] [2024/05/06 15:13:59.496 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=131] [2024/05/06 15:13:59.535 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=134] [2024/05/06 15:13:59.576 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=137] [2024/05/06 15:13:59.622 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=143] [2024/05/06 15:13:59.666 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=149] [2024/05/06 15:13:59.707 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=151] [2024/05/06 15:13:59.745 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=153] [2024/05/06 15:13:59.785 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=158] [2024/05/06 15:13:59.824 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=163] [2024/05/06 15:13:59.862 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=165] [2024/05/06 15:13:59.902 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=169] [2024/05/06 15:13:59.942 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=171] [2024/05/06 15:13:59.985 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=173] [2024/05/06 15:14:00.031 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=181] [2024/05/06 15:14:00.075 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=185] [2024/05/06 15:14:00.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=48] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:00.132 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=199] [2024/05/06 15:14:00.171 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=201] [2024/05/06 15:14:00.212 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=203] [2024/05/06 15:14:00.251 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=208] [2024/05/06 15:14:00.288 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=210] [2024/05/06 15:14:00.332 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=217] [2024/05/06 15:14:00.371 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=219] [2024/05/06 15:14:00.411 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=221] [2024/05/06 15:14:00.451 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=223] [2024/05/06 15:14:00.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:00.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/06 15:14:00.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 15:14:00.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:00.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 15:14:00.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=41.773µs] [2024/05/06 15:14:00.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=127.099µs] [] [2024/05/06 15:14:00.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:00.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:00.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:00.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=48] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:00.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:00.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=48] [2024/05/06 15:14:00.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=48] [type=ImportInto] [2024/05/06 15:14:01.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:01.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:01.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:01.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:01.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:01.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:01.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:01.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 15:14:01.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:01.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:01.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:01.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:01.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:01.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:01.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:01.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:01.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:01.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:01.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 15:14:01.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=48] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:01.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 15:14:01.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 15:14:01.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:01.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:01.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:01.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:01.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:01.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:01.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:01.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:01.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:01.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:01.246 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:14:01.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:01.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:01.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:01.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:01.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:01.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:01.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:01.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:01.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:01.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:01.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:01.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:01.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:01.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:01.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:01.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:01.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=48] [step=import] [limit=256MiB] [2024/05/06 15:14:01.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=97] [2024/05/06 15:14:01.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:01.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:01.283 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=240] [2024/05/06 15:14:01.290 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=240] [key=input-cnt-mismatch.csv:0] [2024/05/06 15:14:01.292 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=240] [key=input-cnt-mismatch.csv:0] [readDur=862.119µs] [encodeDur=388.425µs] [deliverDur=176.384µs] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [takeTime=1.667878ms] [] [2024/05/06 15:14:01.293 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0a636994-4e40-42fd-ac34-606f50a4fd11.sst] [firstKey=7480000000000000F05F728000000000000001] [lastKey=7480000000000000F05F728000000000000002] [2024/05/06 15:14:01.293 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=97] [takeTime=17.021516ms] [] [2024/05/06 15:14:01.293 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 15:14:01.293 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 15:14:01.293 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:01.295 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.880204ms] [] [2024/05/06 15:14:01.295 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:14:01.299 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:01.301 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 15:14:01.301 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:01.301 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:01.301 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF05F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:14:01.301 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF05F728000000000FF0000010000000000FA] [end=7480000000000000FFF05F728000000000FF0000030000000000FA] [2024/05/06 15:14:01.302 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF05F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:14:01.302 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=452.002µs] [2024/05/06 15:14:01.302 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.268232ms] [] [2024/05/06 15:14:01.309 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:92 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 94, request epoch conf_ver: 5 version: 92\")"] ["job stage"=needRescan] [2024/05/06 15:14:01.310 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F05F728000000000000001] [endKey=7480000000000000F05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:03.310 +08:00] [2024/05/06 15:14:01.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571623089471492] [req-type=Cop] [region="{ region id: 14, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:01.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571623089471492] [req-type=Cop] [region="{ region id: 14, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:03.323 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 15:14:03.325 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.02983141s] [] [2024/05/06 15:14:03.325 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:03.326 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=989.996µs] [] [2024/05/06 15:14:03.326 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 15:14:03.326 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:03.327 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.257073ms] [] [2024/05/06 15:14:03.327 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:14:03.327 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:03.327 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=40.834µs] [] [2024/05/06 15:14:03.327 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:03.328 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=707.124µs] [] [2024/05/06 15:14:03.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:03.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/06 15:14:03.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:03.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:03.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:03.639 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:03.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:03.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:03.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:03.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:03.641 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:03.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:03.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:03.655 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:03.655 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:03.669 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 15:14:03.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:03.671 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:03.671 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:03.683 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=48] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:03.683 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:03.952 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 15:14:03.956 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:03.956 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:03.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:03.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:03.958 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:03.958 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:03.958 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:03.958 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=48] [error="context canceled"] [2024/05/06 15:14:03.958 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=48] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.722740164s] [] [2024/05/06 15:14:04.265 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=48] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:04.266 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=48] [step=post-process] [2024/05/06 15:14:04.277 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/06 15:14:04.278 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/06 15:14:04.278 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/06 15:14:04.280 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:04.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:04.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:04.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:04.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:04.282 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:04.282 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:04.282 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:04.282 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:04.282 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:04.283 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:04.283 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:04.283 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:04.283 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:04.283 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:04.283 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:04.283 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:04.283 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:04.283 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:04.283 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:04.290 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=12.016751ms] [] [2024/05/06 15:14:04.290 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 15:14:04.291 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 15:14:04.291 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 15:14:04.293 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 15:14:04.293 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=15.222954ms] [] [2024/05/06 15:14:04.293 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=15.363005ms] [] [2024/05/06 15:14:04.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:04.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/06 15:14:04.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:04.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:04.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:04.647 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=48] [step=done] [state=running] [] [2024/05/06 15:14:04.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=48] [2024/05/06 15:14:04.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:14:04.913 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.776141416\n# Parse_time: 0.000174792\n# Compile_time: 0.000418959\n# Rewrite_time: 0.000124867\n# Optimize_time: 0.00016621\n# Wait_TS: 0.000306847\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestInputNull [2024/05/06 15:14:04.916 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=48] [error="context canceled"] [2024/05/06 15:14:04.916 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=48] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.526485ms] [] [2024/05/06 15:14:04.917 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:14:04.927 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:14:04.927 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:04.940 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:04.958 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=530.582µs] [gotSchemaVersion=171] [phyTblIDs="[240]"] [actionTypes="[2]"] [2024/05/06 15:14:04.962 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=171] [2024/05/06 15:14:05.008 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.567857ms] [job="ID:242, Type:drop schema, State:running, SchemaState:write only, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.021 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:running, SchemaState:write only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.035 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=600.784µs] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:05.039 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=172] [2024/05/06 15:14:05.085 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.602498ms] [job="ID:242, Type:drop schema, State:running, SchemaState:delete only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.098 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:running, SchemaState:delete only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.116 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=552.322µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:05.120 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=173] [2024/05/06 15:14:05.140 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=48] [2024/05/06 15:14:05.147 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:05.159 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:05.165 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=52.335649ms] [job="ID:242, Type:drop schema, State:done, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.177 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=242] [tableIDs="[240]"] [2024/05/06 15:14:05.181 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=242] [jobType="drop schema"] [2024/05/06 15:14:05.183 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [job="ID:242, Type:drop schema, State:synced, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:04.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.198 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 15:14:05.198 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:05.200 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=173] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 15:14:05.213 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:05.213 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:14:05.228 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.242 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=976.493µs] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:05.246 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=244] [version=174] [2024/05/06 15:14:05.292 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.219287ms] [job="ID:244, Type:create schema, State:done, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.313 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:create schema, State:synced, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:05.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.323 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 15:14:05.323 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:05.326 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:14:05.327 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:14:05.341 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:05.341 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 15:14:05.357 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.377 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.966295ms] [gotSchemaVersion=175] [phyTblIDs="[245]"] [actionTypes="[3]"] [2024/05/06 15:14:05.381 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=246] [version=175] [2024/05/06 15:14:05.425 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.684789ms] [job="ID:246, Type:create table, State:done, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.440 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create table, State:synced, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:05.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:05.451 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 15:14:05.451 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:05.502 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:14:05.518 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=49] [job-id=49] [thread-cnt=8] [2024/05/06 15:14:05.518 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=49] [2024/05/06 15:14:06.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=49] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:06.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:06.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/06 15:14:06.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 15:14:06.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:06.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 15:14:06.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=56.894µs] [2024/05/06 15:14:06.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=140.646µs] [] [2024/05/06 15:14:06.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:06.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:06.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:06.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=49] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:06.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:06.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=49] [2024/05/06 15:14:06.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=49] [type=ImportInto] [2024/05/06 15:14:07.227 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:07.228 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:07.228 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:07.229 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:07.229 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:07.230 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:07.230 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:07.230 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 15:14:07.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=49] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:07.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 15:14:07.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 15:14:07.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:07.245 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:07.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:07.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:07.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:07.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:07.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:07.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:07.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:07.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:07.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:07.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:07.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:07.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:07.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:07.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:07.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:07.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:07.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:07.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:07.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:07.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:07.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:07.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:07.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:07.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:07.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:07.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:07.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:07.251 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 15:14:07.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:07.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:07.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:07.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:07.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:07.256 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:07.256 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:07.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:07.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:07.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=49] [step=import] [limit=256MiB] [2024/05/06 15:14:07.280 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=99] [2024/05/06 15:14:07.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:07.287 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:07.287 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=245] [2024/05/06 15:14:07.294 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=245] [key=nil-input.tsv:0] [2024/05/06 15:14:07.296 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=245] [key=nil-input.tsv:0] [readDur=1.06559ms] [encodeDur=230.051µs] [deliverDur=183.217µs] [checksum="{cksum=9808978835103257982,size=74,kvs=2}"] [takeTime=1.853795ms] [] [2024/05/06 15:14:07.296 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3df77686-e0a9-4cd8-b4db-dbdd24c0432b.sst] [firstKey=7480000000000000F55F728000000000000001] [lastKey=7480000000000000F55F728000000000000002] [2024/05/06 15:14:07.296 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=99] [takeTime=16.631538ms] [] [2024/05/06 15:14:07.297 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 15:14:07.297 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 15:14:07.297 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:07.298 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.728483ms] [] [2024/05/06 15:14:07.298 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:14:07.302 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:07.304 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 15:14:07.304 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:07.304 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:07.304 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF55F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:14:07.304 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF55F728000000000FF0000010000000000FA] [end=7480000000000000FFF55F728000000000FF0000030000000000FA] [2024/05/06 15:14:07.305 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF55F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:14:07.305 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=405.357µs] [2024/05/06 15:14:07.305 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.068733ms] [] [2024/05/06 15:14:07.312 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:94 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 96, request epoch conf_ver: 5 version: 94\")"] ["job stage"=needRescan] [2024/05/06 15:14:07.313 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F55F728000000000000001] [endKey=7480000000000000F55F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:09.313 +08:00] [2024/05/06 15:14:07.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571624662335492] [req-type=Cop] [region="{ region id: 14, ver: 94, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:07.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571624662335492] [req-type=Cop] [region="{ region id: 14, ver: 94, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:09.325 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 15:14:09.327 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.028595904s] [] [2024/05/06 15:14:09.327 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:09.328 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.038653ms] [] [2024/05/06 15:14:09.328 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 15:14:09.328 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:09.330 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.258283ms] [] [2024/05/06 15:14:09.330 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:14:09.330 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:09.330 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=50.062µs] [] [2024/05/06 15:14:09.330 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:09.330 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=665.906µs] [] [2024/05/06 15:14:09.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:09.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/06 15:14:09.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:09.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:09.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:09.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:09.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:09.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:09.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:09.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:09.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:09.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:09.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:09.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:09.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:09.671 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 15:14:09.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:09.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:09.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:09.685 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=49] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:09.685 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:09.956 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:09.959 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:09.959 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:09.959 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:09.960 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:09.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:09.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:09.961 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:09.961 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=49] [error="context canceled"] [2024/05/06 15:14:09.961 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=49] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.723483081s] [] [2024/05/06 15:14:10.267 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=49] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:10.268 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=49] [step=post-process] [2024/05/06 15:14:10.281 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/06 15:14:10.281 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/06 15:14:10.281 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/06 15:14:10.284 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:10.285 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:10.285 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:10.285 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:10.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:10.286 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:10.286 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:10.287 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:10.287 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:10.287 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:10.287 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:10.287 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:10.287 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:10.287 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:10.287 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:10.287 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:10.287 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:10.287 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:10.287 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:10.299 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=17.773977ms] [] [2024/05/06 15:14:10.299 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [checksum="{cksum=9808978835103257982,size=74,kvs=2}"] [2024/05/06 15:14:10.300 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [weight=30] [2024/05/06 15:14:10.300 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [concurrency=15] [2024/05/06 15:14:10.303 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [local="{cksum=9808978835103257982,size=74,kvs=2}"] [2024/05/06 15:14:10.303 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=21.383464ms] [] [2024/05/06 15:14:10.303 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=21.516248ms] [] [2024/05/06 15:14:10.642 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:10.644 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/06 15:14:10.645 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:10.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:10.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:10.658 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=49] [step=done] [state=running] [] [2024/05/06 15:14:10.660 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=49] [2024/05/06 15:14:10.668 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:14:10.930 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=49] [error="context canceled"] [2024/05/06 15:14:10.930 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=49] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=662.907581ms] [] [2024/05/06 15:14:10.933 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.479204015\n# Parse_time: 0.000087823\n# Compile_time: 0.000382323\n# Rewrite_time: 0.000132153\n# Optimize_time: 0.000157889\n# Wait_TS: 0.000346569\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 15:14:10.937 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 15:14:10.952 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:3, start time: 2024-05-06 15:14:10.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:10.952 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:3, start time: 2024-05-06 15:14:10.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/06 15:14:10.970 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:10.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:10.994 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=1.830867ms] [gotSchemaVersion=176] [phyTblIDs="[245,247]"] [actionTypes="[11,11]"] [2024/05/06 15:14:10.998 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=248] [version=176] [2024/05/06 15:14:11.042 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.351822ms] [job="ID:248, Type:truncate table, State:done, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:10.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:11.062 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=248] [elementID=1] [comment="table ID is 245"] [2024/05/06 15:14:11.067 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=248] [jobType="truncate table"] [2024/05/06 15:14:11.068 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:truncate table, State:synced, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:10.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:11.085 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 15:14:11.085 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:11.126 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/06 15:14:11.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=49] [2024/05/06 15:14:11.146 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=50] [job-id=50] [thread-cnt=8] [2024/05/06 15:14:11.146 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=50] [2024/05/06 15:14:11.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:11.166 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:12.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=50] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:12.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:12.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/06 15:14:12.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 15:14:12.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:12.649 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 15:14:12.649 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=80.297µs] [2024/05/06 15:14:12.649 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=229.99µs] [] [2024/05/06 15:14:12.649 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:12.649 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:12.649 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:12.663 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=50] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:12.663 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:12.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=50] [2024/05/06 15:14:12.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=50] [type=ImportInto] [2024/05/06 15:14:13.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:13.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:13.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:13.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:13.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:13.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:13.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:13.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 15:14:13.162 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:13.162 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:13.162 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:13.162 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:13.162 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:13.162 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:13.162 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:13.162 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:13.163 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:13.163 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:13.168 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 15:14:13.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=50] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:13.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 15:14:13.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 15:14:13.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:13.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:13.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:13.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:13.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:13.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:13.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:13.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:13.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:13.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:13.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:13.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:13.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:13.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:13.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:13.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:13.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:13.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:13.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:13.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:13.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:13.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:13.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:13.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:13.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:13.264 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:13.264 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=50] [step=import] [limit=256MiB] [2024/05/06 15:14:13.278 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=101] [2024/05/06 15:14:13.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:13.285 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:13.285 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 15:14:13.292 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 15:14:13.294 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=943.783µs] [encodeDur=505.382µs] [deliverDur=220.875µs] [checksum="{cksum=7406304679950551698,size=80,kvs=2}"] [takeTime=1.95379ms] [] [2024/05/06 15:14:13.294 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=101] [takeTime=15.979504ms] [] [2024/05/06 15:14:13.294 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f225856e-7667-4119-b93b-e24bcc75317c.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 15:14:13.294 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 15:14:13.294 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 15:14:13.294 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:13.297 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.155448ms] [] [2024/05/06 15:14:13.297 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 15:14:13.301 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:13.303 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 15:14:13.303 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:13.303 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:13.304 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF75F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:14:13.304 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF75F728000000000FF0000010000000000FA] [end=7480000000000000FFF75F728000000000FF0000030000000000FA] [2024/05/06 15:14:13.304 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF75F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:14:13.305 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=591.039µs] [2024/05/06 15:14:13.305 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.50406ms] [] [2024/05/06 15:14:13.312 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:96 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 98, request epoch conf_ver: 5 version: 96\")"] ["job stage"=needRescan] [2024/05/06 15:14:13.313 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F75F728000000000000001] [endKey=7480000000000000F75F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:15.313 +08:00] [2024/05/06 15:14:13.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571626235199492] [req-type=Cop] [region="{ region id: 14, ver: 96, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:13.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571626235199492] [req-type=Cop] [region="{ region id: 14, ver: 96, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:15.327 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 15:14:15.328 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.031647482s] [] [2024/05/06 15:14:15.329 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 15:14:15.330 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.122431ms] [] [2024/05/06 15:14:15.330 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 15:14:15.330 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:15.331 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.238466ms] [] [2024/05/06 15:14:15.331 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 15:14:15.331 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:15.331 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=51.116µs] [] [2024/05/06 15:14:15.331 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 15:14:15.332 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=930.711µs] [] [2024/05/06 15:14:15.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:15.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/06 15:14:15.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:15.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:15.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:15.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:15.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:15.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:15.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:15.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:15.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:15.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:15.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:15.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:15.661 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:15.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:15.661 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:15.661 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:15.661 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:15.661 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:15.661 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:15.677 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 15:14:15.679 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:15.679 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:15.679 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:15.692 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=50] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:15.692 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:15.968 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 15:14:15.971 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:15.971 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:15.971 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:15.971 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:15.971 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:15.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:15.971 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:15.971 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:15.972 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:15.972 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:15.973 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:15.973 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:15.973 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:15.973 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=50] [error="context canceled"] [2024/05/06 15:14:15.973 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=50] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.735157273s] [] [2024/05/06 15:14:16.280 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=50] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:16.282 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=50] [step=post-process] [2024/05/06 15:14:16.295 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/06 15:14:16.295 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/06 15:14:16.296 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/06 15:14:16.298 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:16.299 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:16.299 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:16.300 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:16.300 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:16.301 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:16.301 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:16.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:16.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:16.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:16.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:16.302 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:16.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:16.302 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:16.302 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:16.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:16.302 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:16.310 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=14.226328ms] [] [2024/05/06 15:14:16.310 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [checksum="{cksum=7406304679950551698,size=80,kvs=2}"] [2024/05/06 15:14:16.311 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 15:14:16.311 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 15:14:16.313 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [local="{cksum=7406304679950551698,size=80,kvs=2}"] [2024/05/06 15:14:16.313 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=17.434993ms] [] [2024/05/06 15:14:16.313 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=17.570572ms] [] [2024/05/06 15:14:16.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:16.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/06 15:14:16.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:16.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:16.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:16.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=50] [step=done] [state=running] [] [2024/05/06 15:14:16.652 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=50] [2024/05/06 15:14:16.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:14:16.859 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.771313803\n# Parse_time: 0.000159913\n# Compile_time: 0.000461944\n# Rewrite_time: 0.000143555\n# Optimize_time: 0.000207853\n# Wait_TS: 0.00038657\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestLoadRemote/TestJobFailWhenDispatchSubtask [2024/05/06 15:14:16.863 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 15:14:16.865 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 15:14:16.879 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:16.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:16.879 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:16.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database fail_job_after_import"] [2024/05/06 15:14:16.894 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:16.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:16.909 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=1.07005ms] [gotSchemaVersion=177] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:16.913 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=250] [version=177] [2024/05/06 15:14:16.941 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=50] [error="context canceled"] [2024/05/06 15:14:16.941 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=50] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.656665ms] [] [2024/05/06 15:14:16.959 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.718682ms] [job="ID:250, Type:create schema, State:done, SchemaState:public, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:16.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:16.974 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:create schema, State:synced, SchemaState:public, SchemaID:249, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:16.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:16.983 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 15:14:16.983 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:16.986 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:14:17.000 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:16.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:17.000 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:16.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 15:14:17.023 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:16.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:17.043 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.677526ms] [gotSchemaVersion=178] [phyTblIDs="[251]"] [actionTypes="[3]"] [2024/05/06 15:14:17.047 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=252] [version=178] [2024/05/06 15:14:17.092 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=54.315837ms] [job="ID:252, Type:create table, State:done, SchemaState:public, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:16.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:17.116 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create table, State:synced, SchemaState:public, SchemaID:249, TableID:251, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:16.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:17.128 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 15:14:17.128 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:17.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=50] [2024/05/06 15:14:17.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:17.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:17.169 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:14:17.188 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=51] [job-id=51] [thread-cnt=8] [2024/05/06 15:14:17.188 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=51] [2024/05/06 15:14:18.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=51] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:18.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:18.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:18.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 15:14:18.643 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 15:14:18.643 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 15:14:18.643 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=40.157µs] [2024/05/06 15:14:18.643 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=132.292µs] [] [2024/05/06 15:14:18.643 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:18.643 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:18.643 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:18.654 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=51] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:18.654 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:18.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=51] [2024/05/06 15:14:18.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=51] [type=ImportInto] [2024/05/06 15:14:19.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:19.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:19.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:19.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:19.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:19.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 15:14:19.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:19.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:19.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:19.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:19.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 15:14:19.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=51] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:19.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 15:14:19.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 15:14:19.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:19.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:19.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:19.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:19.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:19.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:19.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:19.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:19.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:19.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:19.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:19.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:19.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:19.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:19.245 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:19.249 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:19.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:19.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:19.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:19.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:19.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:19.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 15:14:19.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=51] [step=import] [limit=256MiB] [2024/05/06 15:14:19.272 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=103] [2024/05/06 15:14:19.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 15:14:19.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 15:14:19.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=251] [2024/05/06 15:14:19.331 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=251] [key=t.csv:0] [2024/05/06 15:14:19.332 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=251] [key=t.csv:0] [readDur=677.15µs] [encodeDur=170.25µs] [deliverDur=151.054µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.247166ms] [] [2024/05/06 15:14:19.333 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=103] [takeTime=60.213197ms] [] [2024/05/06 15:14:19.333 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/dfb388dd-51ad-4769-9b5a-a548daef0b29.sst] [firstKey=7480000000000000FB5F728000000000000001] [lastKey=7480000000000000FB5F728000000000000002] [2024/05/06 15:14:19.333 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 15:14:19.333 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 15:14:19.333 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 15:14:19.335 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.575844ms] [] [2024/05/06 15:14:19.335 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 15:14:19.338 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:19.340 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:14:19.340 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:19.340 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 15:14:19.340 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFFB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFB5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:14:19.341 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFFB5F728000000000FF0000010000000000FA] [end=7480000000000000FFFB5F728000000000FF0000030000000000FA] [2024/05/06 15:14:19.341 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFFB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFB5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:14:19.341 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.444µs] [2024/05/06 15:14:19.341 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.135699ms] [] [2024/05/06 15:14:19.342 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFFB5F728000000000FF0000010000000000FA, endKey: 7480000000000000FFFB5F728000000000FF0000030000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:14:19.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571627808063491] [req-type=Cop] [region="{ region id: 14, ver: 98, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:19.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571627808063491] [req-type=Cop] [region="{ region id: 14, ver: 98, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:19.365 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:14:19.367 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=32.198881ms] [] [2024/05/06 15:14:19.367 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 15:14:19.368 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=964.215µs] [] [2024/05/06 15:14:19.368 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 15:14:19.368 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 15:14:19.369 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.161281ms] [] [2024/05/06 15:14:19.369 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 15:14:19.369 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 15:14:19.369 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=36.548µs] [] [2024/05/06 15:14:19.369 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 15:14:19.370 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=777.235µs] [] [2024/05/06 15:14:19.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:19.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:19.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:19.638 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:19.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:19.639 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:19.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:19.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:19.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.641 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:19.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:19.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:19.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:19.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:19.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:19.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:19.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:19.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:19.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:19.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:19.663 +08:00] [WARN] [dispatcher.go:580] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:19.663 +08:00] [WARN] [dispatcher.go:631] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 15:14:19.663 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=running] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:19.667 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:19.667 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:19.667 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:19.668 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.668 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:19.669 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:19.669 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:19.669 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 15:14:19.672 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:19.672 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:19.672 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:19.672 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:19.674 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=51] [2024/05/06 15:14:19.681 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=failed] [2024/05/06 15:14:19.691 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=51] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:19.691 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=failed] [to=running] [2024/05/06 15:14:19.691 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, from failed to running"] [errorVerbose="invalid task state transform, from failed to running\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:445\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:581\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:19.896 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.765688635\n# Parse_time: 0.000085511\n# Compile_time: 0.000516477\n# Rewrite_time: 0.000181191\n# Optimize_time: 0.000237708\n# Wait_TS: 0.000291777\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Mi43NnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjIuNzZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse fail_job_after_import;\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestKillBeforeFinish [2024/05/06 15:14:19.927 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 15:14:19.928 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 15:14:19.940 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:19.940 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE kill_job;"] [2024/05/06 15:14:19.955 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:19.970 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=1.036502ms] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:19.974 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=254] [version=179] [2024/05/06 15:14:19.994 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:19.997 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:19.997 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:19.997 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:19.997 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:19.999 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:19.999 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:19.999 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:19.999 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=51] [error="context canceled"] [2024/05/06 15:14:19.999 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=51] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=762.577121ms] [] [2024/05/06 15:14:19.999 +08:00] [ERROR] [scheduler.go:130] ["BaseScheduler panicked"] [task-id=51] [recover="runtime error: invalid memory address or nil pointer dereference"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:14:20.003 +08:00] [WARN] [scheduler.go:647] ["update error to subtask success"] [task-id=51] [error="runtime error: invalid memory address or nil pointer dereference"] [errorVerbose="runtime error: invalid memory address or nil pointer dereference\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:131\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:20.020 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.944664ms] [job="ID:254, Type:create schema, State:done, SchemaState:public, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:20.033 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create schema, State:synced, SchemaState:public, SchemaID:253, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:19.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:20.043 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 15:14:20.043 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:20.046 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 15:14:20.060 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:20.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:20.060 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:20.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 15:14:20.077 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:20.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:20.097 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.8686ms] [gotSchemaVersion=180] [phyTblIDs="[255]"] [actionTypes="[3]"] [2024/05/06 15:14:20.101 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=256] [version=180] [2024/05/06 15:14:20.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:20.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:20.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:20.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:20.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:20.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:20.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:20.145 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.636466ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:20.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:20.163 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:253, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:20.002 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:20.174 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 15:14:20.174 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:20.217 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:14:20.237 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=52] [job-id=52] [thread-cnt=8] [2024/05/06 15:14:20.237 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=52] [2024/05/06 15:14:20.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:20.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:20.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:20.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:20.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:20.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:20.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:21.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=52] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:21.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:21.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:21.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:21.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:21.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:21.151 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:21.152 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:21.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=52] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:21.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=52] [task-type=ImportInto] [num=1] [2024/05/06 15:14:21.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 15:14:21.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:21.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:21.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:21.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:21.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:21.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:21.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 15:14:21.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=53.308µs] [2024/05/06 15:14:21.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=150.554µs] [] [2024/05/06 15:14:21.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:21.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=52] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:21.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:21.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:21.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:21.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=52] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:21.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:21.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=52] [2024/05/06 15:14:21.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=52] [type=ImportInto] [2024/05/06 15:14:22.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:22.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:22.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:22.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:22.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:22.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:22.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:22.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:22.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:22.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:22.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:22.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:22.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 15:14:22.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:22.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:22.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:22.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:22.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:22.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:22.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 15:14:22.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=52] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:22.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 15:14:22.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 15:14:22.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:22.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:22.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:22.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:22.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:22.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:22.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:22.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:22.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:22.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:22.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:22.249 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:22.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:22.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:22.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:22.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:22.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:22.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:22.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:22.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:22.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=52] [step=import] [limit=256MiB] [2024/05/06 15:14:22.272 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=104] [2024/05/06 15:14:22.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 15:14:22.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 15:14:22.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=255] [2024/05/06 15:14:22.286 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=255] [key=t-1.tsv:0] [2024/05/06 15:14:22.287 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=255] [key=t-1.tsv:0] [readDur=762.27µs] [encodeDur=170.208µs] [deliverDur=137.171µs] [checksum="{cksum=17100453993150652909,size=37,kvs=1}"] [takeTime=1.329285ms] [] [2024/05/06 15:14:22.287 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=104] [takeTime=14.919333ms] [] [2024/05/06 15:14:22.287 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/50d7d948-5a42-437e-9eca-364ee528488e.sst] [firstKey=7480000000000000FF5F728000000000000001] [lastKey=7480000000000000FF5F728000000000000001] [2024/05/06 15:14:22.288 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 15:14:22.288 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 15:14:22.288 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 15:14:22.289 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.593511ms] [] [2024/05/06 15:14:22.289 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 15:14:22.293 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:22.295 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:14:22.295 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:22.295 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 15:14:22.295 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFFF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFF5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:14:22.296 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFFF5F728000000000FF0000010000000000FA] [end=7480000000000000FFFF5F728000000000FF0000020000000000FA] [2024/05/06 15:14:22.296 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFFF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFF5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:14:22.296 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=456.299µs] [2024/05/06 15:14:22.296 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.174333ms] [] [2024/05/06 15:14:22.304 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 1, region 14, epoch conf_ver:5 version:100 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 102, request epoch conf_ver: 5 version: 100\")"] ["job stage"=needRescan] [2024/05/06 15:14:22.305 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000FF5F728000000000000001] [endKey=7480000000000000FF5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:24.305 +08:00] [2024/05/06 15:14:22.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571628594495491] [req-type=Cop] [region="{ region id: 14, ver: 100, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:22.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571628594495491] [req-type=Cop] [region="{ region id: 14, ver: 100, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:22.631 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [state=cancelling] [stage=1] [2024/05/06 15:14:22.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:22.635 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/06 15:14:22.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:22.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:22.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:22.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:22.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:22.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:22.826 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/06 15:14:22.826 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=52] [error="context canceled"] [2024/05/06 15:14:22.826 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:22.826 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:22.826 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:22.826 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:22.826 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=0] [importedCount=0] [2024/05/06 15:14:22.826 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:22.826 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:22.827 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=537.749671ms] [] [2024/05/06 15:14:22.827 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 15:14:22.828 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.042721ms] [] [2024/05/06 15:14:22.828 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 15:14:22.828 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 15:14:22.828 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=52] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:14:22.829 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=52] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:14:22.829 +08:00] [WARN] [scheduler.go:622] ["subtask canceled"] [task-id=52] [error="context canceled"] [2024/05/06 15:14:22.835 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 15:14:22.838 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:22.838 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:22.838 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:22.838 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:22.839 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:22.839 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:22.839 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:22.839 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:14:23.126 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/06 15:14:23.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:23.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:23.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:23.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:23.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:23.145 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=52] [step=1] [2024/05/06 15:14:23.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:23.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:23.151 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 15:14:23.161 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 15:14:23.426 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/06 15:14:23.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:23.635 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="[0]cancelled by user"] [2024/05/06 15:14:23.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:23.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:23.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:23.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:23.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:23.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:23.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:23.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:23.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:23.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:23.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:23.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 15:14:23.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:23.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:23.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:23.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:23.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:23.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:23.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:23.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:23.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:23.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:23.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:23.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:23.660 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=52] [2024/05/06 15:14:23.667 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:14:23.775 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=52] [step=1] [state=reverted] [2024/05/06 15:14:23.800 +08:00] [INFO] [region_request.go:1531] ["send request failed, err: context canceled"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:context canceled,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=] [2024/05/06 15:14:23.801 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.623405402\n# Parse_time: 0.000231793\n# Compile_time: 0.000396538\n# Rewrite_time: 0.00014304\n# Optimize_time: 0.000031274\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My42MnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuNjJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:14:24.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:24.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:24.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:24.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:24.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:24.144 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=52] [2024/05/06 15:14:24.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:24.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:24.152 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:24.166 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:24.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:24.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:24.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:24.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:24.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:24.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:24.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] === RUN TestLoadRemote/TestLoadSQLDump [2024/05/06 15:14:24.811 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 15:14:24.821 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:24.821 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 15:14:24.836 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:24.856 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=625.688µs] [gotSchemaVersion=181] [phyTblIDs="[192,194]"] [actionTypes="[2,2]"] [2024/05/06 15:14:24.861 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=181] [2024/05/06 15:14:24.906 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=52.960632ms] [job="ID:257, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:24.920 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:24.937 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=704.097µs] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:24.942 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=182] [2024/05/06 15:14:24.987 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.822037ms] [job="ID:257, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.012 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.029 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=556.923µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:25.034 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=183] [2024/05/06 15:14:25.079 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.310705ms] [job="ID:257, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.092 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=257] [tableIDs="[192,194]"] [2024/05/06 15:14:25.097 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=257] [jobType="drop schema"] [2024/05/06 15:14:25.098 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [job="ID:257, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:24.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.114 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/06 15:14:25.114 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:25.116 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.305863404\n# Parse_time: 0.000217054\n# Compile_time: 0.000255607\n# Rewrite_time: 0.000025211\n# Optimize_time: 0.000050251\n# Wait_TS: 0.000330651\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 15:14:25.117 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=183] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 15:14:25.129 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:25.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:25.129 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:25.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 15:14:25.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:25.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:25.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:25.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:25.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:25.144 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:25.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:25.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:25.159 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=981.452µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:25.163 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=259] [version=184] [2024/05/06 15:14:25.209 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.611101ms] [job="ID:259, Type:create schema, State:done, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:25.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.223 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:create schema, State:synced, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:25.102 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.232 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 15:14:25.232 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:25.235 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 15:14:25.248 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:25.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:25.248 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:25.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 15:14:25.267 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:25.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.286 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.012934ms] [gotSchemaVersion=185] [phyTblIDs="[260]"] [actionTypes="[3]"] [2024/05/06 15:14:25.290 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=261] [version=185] [2024/05/06 15:14:25.334 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=52.974437ms] [job="ID:261, Type:create table, State:done, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:25.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.349 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create table, State:synced, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:25.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:25.360 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 15:14:25.360 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:25.398 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=false] [2024/05/06 15:14:25.415 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=53] [job-id=53] [thread-cnt=8] [2024/05/06 15:14:25.415 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=53] [2024/05/06 15:14:25.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:25.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:25.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:25.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:25.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:25.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:25.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:26.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:26.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:26.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:26.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:26.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:26.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:26.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:26.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:26.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:26.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:26.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:26.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:26.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:26.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:27.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=53] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:27.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:27.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:27.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:27.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:27.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:27.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:27.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:27.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:27.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/06 15:14:27.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 15:14:27.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:27.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:27.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:27.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:27.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:27.643 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:27.643 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 15:14:27.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=41.92µs] [2024/05/06 15:14:27.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=134.564µs] [] [2024/05/06 15:14:27.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:27.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:27.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:27.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:27.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:27.656 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=53] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:27.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:27.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=53] [2024/05/06 15:14:27.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=53] [type=ImportInto] [2024/05/06 15:14:28.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:28.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:28.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:28.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:28.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:28.137 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:28.138 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:28.138 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:28.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:28.139 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:28.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:28.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:28.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 15:14:28.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:28.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:28.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:28.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:28.154 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:28.154 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:28.160 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 15:14:28.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=53] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:28.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 15:14:28.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 15:14:28.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:28.241 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:28.241 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:28.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:28.242 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:28.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:28.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:28.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:28.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:28.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:28.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:28.243 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:28.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:28.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:28.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:28.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:28.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:28.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:28.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:28.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:28.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:28.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:28.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:28.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:28.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:28.258 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:28.258 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:28.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=53] [step=import] [limit=256MiB] [2024/05/06 15:14:28.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=106] [2024/05/06 15:14:28.275 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:28.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:28.278 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=260] [2024/05/06 15:14:28.284 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=260] [key=p:0] [2024/05/06 15:14:28.286 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=260] [key=p:0] [readDur=692.771µs] [encodeDur=365.306µs] [deliverDur=128.954µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [takeTime=1.388752ms] [] [2024/05/06 15:14:28.286 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=106] [takeTime=14.752626ms] [] [2024/05/06 15:14:28.286 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/431c158c-d20a-4c91-bab1-b0977c9404c9.sst] [firstKey=7480000000000001045F728000000000000001] [lastKey=7480000000000001045F728000000000000002] [2024/05/06 15:14:28.286 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 15:14:28.286 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 15:14:28.286 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:28.288 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.553669ms] [] [2024/05/06 15:14:28.288 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 15:14:28.292 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:28.293 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 15:14:28.293 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:28.293 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:28.294 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF045F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF045F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:14:28.294 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF045F728000000000FF0000010000000000FA] [end=7480000000000001FF045F728000000000FF0000030000000000FA] [2024/05/06 15:14:28.294 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF045F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF045F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:14:28.295 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=399.527µs] [2024/05/06 15:14:28.295 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.121472ms] [] [2024/05/06 15:14:28.306 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 104, but you sent conf_ver: 5 version: 102"] [region="{ID=428,startKey=7480000000000001FF045F728000000000FF0000010000000000FA,endKey=7480000000000001FF045F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:104 \",peers=\"id:429 store_id:2 ,id:430 store_id:3 ,id:431 store_id:1 \"}"] [start=7480000000000001045F728000000000000001] [end=7480000000000001045F728000000000000003] [2024/05/06 15:14:28.306 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001045F728000000000000001] [endKey=7480000000000001045F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:30.306 +08:00] [2024/05/06 15:14:28.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571630167359491] [req-type=Cop] [region="{ region id: 14, ver: 102, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:28.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571630167359491] [req-type=Cop] [region="{ region id: 14, ver: 102, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:28.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:28.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:28.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:28.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:28.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:28.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:28.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:29.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:29.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:29.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:29.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:29.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:29.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:29.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:29.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:29.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:29.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:29.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:29.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:29.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:29.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:30.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:30.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:30.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:30.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:30.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:30.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:30.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:30.319 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 15:14:30.321 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.032928033s] [] [2024/05/06 15:14:30.321 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:30.322 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.101823ms] [] [2024/05/06 15:14:30.322 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 15:14:30.322 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:30.324 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.761414ms] [] [2024/05/06 15:14:30.324 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 15:14:30.324 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:30.324 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=37.068µs] [] [2024/05/06 15:14:30.324 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:30.325 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=828.835µs] [] [2024/05/06 15:14:30.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:30.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:30.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:30.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/06 15:14:30.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:30.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:30.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:30.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:30.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:30.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:30.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:30.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:30.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:30.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:30.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:30.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:30.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:30.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:30.662 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:30.662 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:30.662 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:30.662 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:30.678 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 15:14:30.680 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:30.680 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:30.680 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:30.692 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=53] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:30.692 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:30.951 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 15:14:30.956 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:30.956 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:30.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:30.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:30.958 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:30.958 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:30.958 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:30.958 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=53] [error="context canceled"] [2024/05/06 15:14:30.958 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=53] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.723255441s] [] [2024/05/06 15:14:31.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:31.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:31.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:31.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:31.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:31.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:31.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:31.264 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=53] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:31.265 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=53] [step=post-process] [2024/05/06 15:14:31.278 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/06 15:14:31.278 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/06 15:14:31.278 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/06 15:14:31.281 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:31.281 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:31.281 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:31.282 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:31.282 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:31.283 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:31.283 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:31.283 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:31.283 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:31.283 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:31.283 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:31.283 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:31.283 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:31.283 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:31.284 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:31.284 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:31.284 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:31.284 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:31.284 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:31.291 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=12.63244ms] [] [2024/05/06 15:14:31.291 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 15:14:31.291 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [weight=30] [2024/05/06 15:14:31.291 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [concurrency=15] [2024/05/06 15:14:31.294 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 15:14:31.294 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=15.724179ms] [] [2024/05/06 15:14:31.294 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=15.884117ms] [] [2024/05/06 15:14:31.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:31.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:31.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:31.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:31.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/06 15:14:31.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:31.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:31.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:31.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:31.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:31.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:31.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:31.649 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=53] [step=done] [state=running] [] [2024/05/06 15:14:31.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=53] [2024/05/06 15:14:31.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:14:31.728 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.365012935\n# Parse_time: 0.000076243\n# Compile_time: 0.000380576\n# Rewrite_time: 0.000119698\n# Optimize_time: 0.000050251\n# Wait_TS: 0.000290917\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 15:14:31.731 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 15:14:31.744 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:3, start time: 2024-05-06 15:14:31.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:31.744 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:3, start time: 2024-05-06 15:14:31.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 15:14:31.758 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:31.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:31.780 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=1.862236ms] [gotSchemaVersion=186] [phyTblIDs="[260,262]"] [actionTypes="[11,11]"] [2024/05/06 15:14:31.784 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=263] [version=186] [2024/05/06 15:14:31.828 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=52.793931ms] [job="ID:263, Type:truncate table, State:done, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:31.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:31.842 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=263] [elementID=1] [comment="table ID is 260"] [2024/05/06 15:14:31.846 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=263] [jobType="truncate table"] [2024/05/06 15:14:31.847 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:truncate table, State:synced, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:31.702 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:31.864 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 15:14:31.864 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:31.900 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestLoadSQLDump4046403177/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=false] [2024/05/06 15:14:31.900 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:31.900 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 15:14:31.900 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=43.574µs] [2024/05/06 15:14:31.900 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=155.675µs] [] [2024/05/06 15:14:31.918 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=54] [job-id=54] [thread-cnt=8] [2024/05/06 15:14:31.918 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=54] [2024/05/06 15:14:31.918 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=53] [error="context canceled"] [2024/05/06 15:14:31.918 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=53] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.780574ms] [] [2024/05/06 15:14:32.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:32.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:32.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:32.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:32.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:32.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=53] [2024/05/06 15:14:32.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:32.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:32.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:32.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:32.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:32.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:32.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:32.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:32.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:32.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:32.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:33.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=54] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:33.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:33.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:33.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:33.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:33.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:33.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:33.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:33.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:33.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/06 15:14:33.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 15:14:33.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:33.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:33.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:33.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:33.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:33.640 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:33.640 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:33.640 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:33.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:33.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:33.653 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=54] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:33.653 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:33.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=54] [2024/05/06 15:14:33.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=54] [type=ImportInto] [2024/05/06 15:14:34.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:34.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:34.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:34.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:34.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:34.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:34.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:34.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:34.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:34.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:34.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:34.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:34.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 15:14:34.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:34.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:34.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:34.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:34.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:34.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:34.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:34.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:34.159 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:34.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:34.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:34.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:34.165 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 15:14:34.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=54] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:34.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 15:14:34.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 15:14:34.240 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:34.241 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:34.241 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:34.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:34.242 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:34.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:34.243 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:34.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:34.243 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:34.243 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:34.243 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:34.243 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:34.243 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:34.243 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:34.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:34.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:34.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:34.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:34.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:34.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:34.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:34.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:34.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:34.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=54] [step=import] [limit=256MiB] [2024/05/06 15:14:34.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=108] [2024/05/06 15:14:34.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:34.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:34.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 15:14:34.288 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=262] [key=test.sql:0] [2024/05/06 15:14:34.289 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=test.sql:0] [readDur=63.823µs] [encodeDur=797.942µs] [deliverDur=181.106µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [takeTime=1.329442ms] [] [2024/05/06 15:14:34.290 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/80eaff0d-f70d-4b2d-9d50-9d0a1d72cd2d.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 15:14:34.290 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=108] [takeTime=14.756202ms] [] [2024/05/06 15:14:34.290 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 15:14:34.290 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 15:14:34.290 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:34.292 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.614663ms] [] [2024/05/06 15:14:34.292 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 15:14:34.296 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:34.298 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 15:14:34.298 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:34.298 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:34.298 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF065F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF065F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:14:34.299 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF065F728000000000FF0000010000000000FA] [end=7480000000000001FF065F728000000000FF0000030000000000FA] [2024/05/06 15:14:34.299 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF065F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF065F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:14:34.299 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=390.405µs] [2024/05/06 15:14:34.299 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.123195ms] [] [2024/05/06 15:14:34.307 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:104 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 106, request epoch conf_ver: 5 version: 104\")"] ["job stage"=needRescan] [2024/05/06 15:14:34.308 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001065F728000000000000001] [endKey=7480000000000001065F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:36.308 +08:00] [2024/05/06 15:14:34.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571631740223492] [req-type=Cop] [region="{ region id: 14, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:34.348 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571631740223492] [req-type=Cop] [region="{ region id: 14, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:34.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:34.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:34.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:34.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:34.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:34.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:34.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:35.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:35.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:35.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:35.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:35.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:35.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:35.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:35.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:35.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:35.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:35.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:35.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:35.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:35.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:36.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:36.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:36.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:36.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:36.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:36.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:36.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:36.322 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 15:14:36.323 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.031701019s] [] [2024/05/06 15:14:36.323 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:14:36.324 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.04523ms] [] [2024/05/06 15:14:36.325 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 15:14:36.325 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:36.326 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.308167ms] [] [2024/05/06 15:14:36.326 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 15:14:36.326 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:36.326 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=43.829µs] [] [2024/05/06 15:14:36.326 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:14:36.327 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=770.917µs] [] [2024/05/06 15:14:36.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:36.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:36.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:36.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/06 15:14:36.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:36.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:36.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:36.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:36.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:36.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:36.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:36.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:36.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:36.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:36.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:36.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:36.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:36.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:36.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:36.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:36.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:36.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:36.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 15:14:36.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:36.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:36.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:36.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=54] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:36.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:36.952 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:36.956 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:36.956 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:36.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:36.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:36.957 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:36.957 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:36.957 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:36.958 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=54] [error="context canceled"] [2024/05/06 15:14:36.958 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=54] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.721459988s] [] [2024/05/06 15:14:37.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:37.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:37.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:37.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:37.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:37.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:37.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:37.263 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=54] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:37.264 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=54] [step=post-process] [2024/05/06 15:14:37.277 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/06 15:14:37.277 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/06 15:14:37.277 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/06 15:14:37.279 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:37.280 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:37.280 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:37.281 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:37.281 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:37.282 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:37.282 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:37.282 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:37.282 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:37.282 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:37.282 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:37.282 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:37.282 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:37.282 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:37.282 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:37.282 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:37.282 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:37.283 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:37.283 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:37.289 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=12.325911ms] [] [2024/05/06 15:14:37.289 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 15:14:37.290 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [weight=30] [2024/05/06 15:14:37.290 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [concurrency=15] [2024/05/06 15:14:37.292 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 15:14:37.292 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=15.258934ms] [] [2024/05/06 15:14:37.292 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=15.397026ms] [] [2024/05/06 15:14:37.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:37.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:37.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:37.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/06 15:14:37.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:37.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:37.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:37.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:37.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:37.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:37.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:37.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:37.646 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=54] [step=done] [state=running] [] [2024/05/06 15:14:37.649 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=54] [2024/05/06 15:14:37.655 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:14:37.916 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=54] [error="context canceled"] [2024/05/06 15:14:37.916 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=54] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.207985ms] [] [2024/05/06 15:14:37.929 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.062972699\n# Parse_time: 0.00008118\n# Compile_time: 0.000443067\n# Rewrite_time: 0.000148539\n# Optimize_time: 0.000176228\n# Wait_TS: 0.000266726\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestLoadRemoteTestLoadSQLDump4046403177/001/test.sql' FORMAT 'SQL';"] === RUN TestLoadRemote/TestMaxWriteSpeed [2024/05/06 15:14:37.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 15:14:37.934 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 15:14:37.947 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:37.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:37.947 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:37.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 15:14:37.968 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:37.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:37.982 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=1.007737ms] [gotSchemaVersion=187] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:14:37.987 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=265] [version=187] [2024/05/06 15:14:38.032 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.186055ms] [job="ID:265, Type:create schema, State:done, SchemaState:public, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:14:37.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:38.045 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:create schema, State:synced, SchemaState:public, SchemaID:264, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:37.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:38.055 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 15:14:38.055 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:38.058 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 15:14:38.071 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:38.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:38.071 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:38.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 15:14:38.086 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:38.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:38.106 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.965303ms] [gotSchemaVersion=188] [phyTblIDs="[266]"] [actionTypes="[3]"] [2024/05/06 15:14:38.110 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=267] [version=188] [2024/05/06 15:14:38.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:38.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:38.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:38.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:38.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:38.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=54] [2024/05/06 15:14:38.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:38.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:38.148 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:38.153 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.828206ms] [job="ID:267, Type:create table, State:done, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:38.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:38.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:38.168 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create table, State:synced, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:38.053 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:38.180 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 15:14:38.180 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:38.222 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:14:38.239 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=55] [job-id=55] [thread-cnt=8] [2024/05/06 15:14:38.239 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=55] [2024/05/06 15:14:38.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:38.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:38.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:38.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:38.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:38.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:38.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:39.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=55] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:39.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:39.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:39.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:39.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:39.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:39.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:39.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:39.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:39.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/06 15:14:39.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 15:14:39.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:39.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:39.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:39.635 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:39.635 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:39.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:39.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 15:14:39.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=60.203µs] [2024/05/06 15:14:39.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=162.435µs] [] [2024/05/06 15:14:39.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:39.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:39.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:39.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:39.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:39.655 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=55] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:39.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:39.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=55] [2024/05/06 15:14:39.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=55] [type=ImportInto] [2024/05/06 15:14:40.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:40.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:40.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:40.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:40.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:40.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:40.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:40.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:40.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:40.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:40.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:40.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:40.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 15:14:40.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:40.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:40.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:40.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:40.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:40.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:40.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 15:14:40.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=55] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:40.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 15:14:40.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 15:14:40.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:40.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:40.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:40.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:40.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:40.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:40.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:40.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:40.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:40.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:40.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:40.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:40.244 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:40.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:40.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:40.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:40.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:40.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:40.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:40.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:40.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:40.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:40.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:40.249 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:40.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:40.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:40.258 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:40.258 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:40.258 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=55] [step=import] [limit=256MiB] [2024/05/06 15:14:40.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=110] [2024/05/06 15:14:40.274 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:40.278 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:40.278 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=266] [2024/05/06 15:14:40.333 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=266] [key=speed-test.csv:0] [2024/05/06 15:14:40.362 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=266] [key=speed-test.csv:0] [readDur=5.18245ms] [encodeDur=17.749477ms] [deliverDur=2.846015ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [takeTime=28.797375ms] [] [2024/05/06 15:14:40.363 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=110] [takeTime=92.058831ms] [] [2024/05/06 15:14:40.363 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=34744] [kvs=1000] [files=1] [sstFileSize=11225] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/60581071-7544-4a7f-895c-7534c5590d0f.sst] [firstKey=74800000000000010A5F728000000000000001] [lastKey=74800000000000010A5F7280000000000003E8] [2024/05/06 15:14:40.363 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 15:14:40.363 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 15:14:40.363 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:40.365 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.564095ms] [] [2024/05/06 15:14:40.365 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 15:14:40.369 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:40.370 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 15:14:40.370 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:40.370 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:40.371 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF0A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [retry=0] [2024/05/06 15:14:40.371 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF0A5F728000000000FF0000010000000000FA] [end=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [2024/05/06 15:14:40.371 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF0A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [regions=1] [2024/05/06 15:14:40.371 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=305.817µs] [2024/05/06 15:14:40.371 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=947.225µs] [] [2024/05/06 15:14:40.385 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 108, but you sent conf_ver: 5 version: 106"] [region="{ID=444,startKey=7480000000000001FF0A5F728000000000FF0000010000000000FA,endKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA,epoch=\"conf_ver:5 version:108 \",peers=\"id:445 store_id:2 ,id:446 store_id:3 ,id:447 store_id:1 \"}"] [start=74800000000000010A5F728000000000000001] [end=74800000000000010A5F7280000000000003E9] [2024/05/06 15:14:40.385 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000010A5F728000000000000001] [endKey=74800000000000010A5F7280000000000003E9] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:42.385 +08:00] [2024/05/06 15:14:40.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571633326194691] [req-type=Cop] [region="{ region id: 14, ver: 106, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:40.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571633326194691] [req-type=Cop] [region="{ region id: 14, ver: 106, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:40.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:40.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:40.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:40.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:40.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:40.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:40.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:41.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:41.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:41.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:41.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:41.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:41.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:41.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:41.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:41.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:41.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:41.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:41.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:41.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:41.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:42.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:42.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:42.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:42.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:42.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:42.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:42.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:42.402 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 15:14:42.404 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=2.039053067s] [] [2024/05/06 15:14:42.404 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:42.405 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=933.54µs] [] [2024/05/06 15:14:42.405 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 15:14:42.405 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:42.406 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.24985ms] [] [2024/05/06 15:14:42.406 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 15:14:42.406 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:42.406 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=49.449µs] [] [2024/05/06 15:14:42.406 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:42.407 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=728.151µs] [] [2024/05/06 15:14:42.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:42.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:42.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:42.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/06 15:14:42.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:42.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:42.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:42.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:42.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:42.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:42.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:42.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:42.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:42.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:42.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:42.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:42.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:42.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:42.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:42.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:42.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:42.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:42.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:42.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:42.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:42.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:42.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:42.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:42.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 15:14:42.672 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:42.672 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:42.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:42.683 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=55] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:42.683 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:42.726 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:42.730 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:42.730 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:42.730 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:42.730 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:42.731 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:42.731 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:42.731 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:42.731 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=55] [error="context canceled"] [2024/05/06 15:14:42.731 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=55] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.496519378s] [] [2024/05/06 15:14:43.038 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=55] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:43.039 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=55] [step=post-process] [2024/05/06 15:14:43.052 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/06 15:14:43.052 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/06 15:14:43.052 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/06 15:14:43.055 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:43.056 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:43.056 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:43.057 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:43.057 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:43.057 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:43.058 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:43.058 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:43.058 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:43.058 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:43.058 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:43.058 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:43.058 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:43.058 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:43.058 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:43.058 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:43.058 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:43.058 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:43.058 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:43.065 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=12.841988ms] [] [2024/05/06 15:14:43.065 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 15:14:43.066 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [weight=30] [2024/05/06 15:14:43.066 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [concurrency=15] [2024/05/06 15:14:43.068 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 15:14:43.068 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=16.06236ms] [] [2024/05/06 15:14:43.068 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=16.21944ms] [] [2024/05/06 15:14:43.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:43.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:43.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:43.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/06 15:14:43.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:43.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:43.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:43.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:43.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:43.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:43.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:43.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:43.148 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=55] [step=done] [state=running] [] [2024/05/06 15:14:43.150 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=55] [2024/05/06 15:14:43.157 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:14:43.350 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.165006293\n# Parse_time: 0.000067049\n# Compile_time: 0.000601317\n# Rewrite_time: 0.000224384\n# Optimize_time: 0.000172228\n# Wait_TS: 0.000462237\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:14:43.355 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 15:14:43.366 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:3, start time: 2024-05-06 15:14:43.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:14:43.367 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:3, start time: 2024-05-06 15:14:43.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 15:14:43.381 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-06 15:14:43.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:43.385 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=55] [error="context canceled"] [2024/05/06 15:14:43.385 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=55] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=347.011612ms] [] [2024/05/06 15:14:43.402 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=1.724581ms] [gotSchemaVersion=189] [phyTblIDs="[266,268]"] [actionTypes="[11,11]"] [2024/05/06 15:14:43.406 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=269] [version=189] [2024/05/06 15:14:43.450 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.006305ms] [job="ID:269, Type:truncate table, State:done, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:43.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:43.465 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=269] [elementID=1] [comment="table ID is 266"] [2024/05/06 15:14:43.471 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="truncate table"] [2024/05/06 15:14:43.472 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:truncate table, State:synced, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-06 15:14:43.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:14:43.488 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 15:14:43.488 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:14:43.530 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=false] [2024/05/06 15:14:43.548 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=56] [job-id=56] [thread-cnt=8] [2024/05/06 15:14:43.548 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=56] [2024/05/06 15:14:43.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:43.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:43.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:43.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:43.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:43.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=55] [2024/05/06 15:14:43.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:43.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:43.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:14:43.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:14:44.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:44.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:44.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:44.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:44.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:44.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:44.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:44.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:44.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:44.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:44.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:44.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:44.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:44.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:45.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=56] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:14:45.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:45.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:45.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:45.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:45.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:45.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:45.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:45.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:14:45.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/06 15:14:45.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 15:14:45.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:45.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:45.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:45.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:45.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:45.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:14:45.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 15:14:45.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=39.386µs] [2024/05/06 15:14:45.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=134.593µs] [] [2024/05/06 15:14:45.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:14:45.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:45.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:14:45.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:45.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:45.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=56] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:14:45.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:14:45.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=56] [2024/05/06 15:14:45.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=56] [type=ImportInto] [2024/05/06 15:14:46.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:46.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:46.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:46.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:46.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:46.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:46.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:46.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:46.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:46.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:46.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:46.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:46.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 15:14:46.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:46.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:46.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:46.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:46.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:46.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:46.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:46.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:46.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:46.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:46.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:46.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:46.160 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 15:14:46.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=56] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:14:46.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 15:14:46.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 15:14:46.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:46.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:46.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:46.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:46.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:46.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:46.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:46.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:46.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:46.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:46.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:14:46.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:46.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:14:46.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:14:46.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:46.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:46.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:46.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:46.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:46.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:46.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:46.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:46.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:46.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:46.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:46.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:46.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:14:46.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:14:46.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=56] [step=import] [limit=256MiB] [2024/05/06 15:14:46.272 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=112] [2024/05/06 15:14:46.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:46.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:46.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 15:14:46.314 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 15:14:46.343 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=5.313767ms] [encodeDur=18.11246ms] [deliverDur=2.468144ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [takeTime=28.973186ms] [] [2024/05/06 15:14:46.343 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=34744] [kvs=1000] [files=1] [sstFileSize=11225] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/2b5e9d38-44e7-4435-a5d0-c4f97612468c.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 15:14:46.343 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=112] [takeTime=70.880153ms] [] [2024/05/06 15:14:46.343 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 15:14:46.344 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 15:14:46.344 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:46.345 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.794486ms] [] [2024/05/06 15:14:46.345 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 15:14:46.349 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:14:46.351 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 15:14:46.351 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:14:46.351 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:46.351 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF0C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [retry=0] [2024/05/06 15:14:46.352 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF0C5F728000000000FF0000010000000000FA] [end=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [2024/05/06 15:14:46.352 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF0C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [regions=1] [2024/05/06 15:14:46.352 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=364.903µs] [2024/05/06 15:14:46.352 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.177571ms] [] [2024/05/06 15:14:46.396 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571634899058691] [req-type=Cop] [region="{ region id: 14, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:46.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571634899058691] [req-type=Cop] [region="{ region id: 14, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:14:46.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:46.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:46.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:46.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:46.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:46.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:46.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:47.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:47.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:47.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:47.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:47.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:47.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:47.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:47.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:47.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:47.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:47.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:47.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:47.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:47.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:47.894 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:108 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 110, request epoch conf_ver: 5 version: 108\")"] ["job stage"=needRescan] [2024/05/06 15:14:47.895 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000010C5F728000000000000001] [endKey=74800000000000010C5F7280000000000003E9] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:14:49.895 +08:00] [2024/05/06 15:14:48.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:48.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:48.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:48.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:48.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:48.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:48.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:48.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:48.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:48.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:48.635 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:48.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:48.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:48.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:49.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:49.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:49.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:49.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:49.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:49.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:49.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:49.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:49.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:49.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:49.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:49.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:49.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:49.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:50.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:50.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:50.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:50.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:50.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:50.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:50.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:50.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:50.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:50.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:50.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:50.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:50.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:50.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:51.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:51.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:51.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:51.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:51.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:51.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:51.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:51.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:51.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:51.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:51.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:51.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:51.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:51.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:52.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:52.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:52.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:52.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:52.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:52.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:52.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:52.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:52.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:52.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:52.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:52.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:52.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:52.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:53.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:53.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:53.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:53.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:53.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:53.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:53.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:53.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:53.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:53.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:53.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:53.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:53.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:53.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:54.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:54.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:54.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:54.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:54.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:54.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:54.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:54.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:54.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:54.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:54.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:54.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:54.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:54.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:55.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:55.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:55.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:55.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:55.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:55.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:55.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:55.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:55.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:55.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:55.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:55.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:55.649 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:55.649 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:56.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:56.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:56.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:56.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:56.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:56.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:56.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:56.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:56.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:56.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:56.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:56.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:56.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:56.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:57.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:57.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:57.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:57.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:57.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:57.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:57.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:57.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:57.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:57.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:57.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:57.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:57.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:57.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:58.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:58.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:58.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:58.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:58.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:58.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:58.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:58.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:58.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:58.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:58.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:58.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:58.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:58.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:59.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:59.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:59.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:59.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:59.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:59.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:59.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:59.445 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 15:14:59.446 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=13.100911652s] [] [2024/05/06 15:14:59.447 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 15:14:59.448 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.126081ms] [] [2024/05/06 15:14:59.448 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 15:14:59.448 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:59.449 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.593871ms] [] [2024/05/06 15:14:59.449 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 15:14:59.450 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:59.450 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=50.715µs] [] [2024/05/06 15:14:59.450 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 15:14:59.450 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=844.719µs] [] [2024/05/06 15:14:59.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:14:59.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:14:59.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:14:59.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/06 15:14:59.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:14:59.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:14:59.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:59.639 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 15:14:59.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:14:59.643 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:14:59.643 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:14:59.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:59.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:14:59.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:14:59.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:14:59.645 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:14:59.649 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:59.649 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:14:59.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:59.660 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:59.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:59.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:59.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:59.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:59.661 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:59.661 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:59.661 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:59.661 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:59.676 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 15:14:59.677 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:14:59.677 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:14:59.677 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:59.688 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=56] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:14:59.688 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:14:59.771 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:14:59.774 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:14:59.774 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:59.774 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:59.774 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:14:59.776 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:14:59.776 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:14:59.776 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:14:59.776 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=56] [error="context canceled"] [2024/05/06 15:14:59.776 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=56] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=13.539467677s] [] [2024/05/06 15:15:00.083 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=56] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:00.084 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=56] [step=post-process] [2024/05/06 15:15:00.098 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/06 15:15:00.098 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/06 15:15:00.098 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/06 15:15:00.101 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:00.102 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:00.102 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:00.103 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:00.103 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:00.104 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:00.104 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:00.104 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:00.104 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:00.104 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:00.104 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:00.104 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:00.104 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:00.104 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:00.104 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:00.105 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:00.105 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:00.105 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:00.105 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:00.105 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:00.113 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=14.637392ms] [] [2024/05/06 15:15:00.113 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 15:15:00.114 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [weight=30] [2024/05/06 15:15:00.114 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [concurrency=15] [2024/05/06 15:15:00.117 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 15:15:00.117 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=18.934436ms] [] [2024/05/06 15:15:00.117 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=19.115519ms] [] [2024/05/06 15:15:00.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:00.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:00.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:00.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/06 15:15:00.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:00.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:00.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:00.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:00.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:00.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:00.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:00.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:00.147 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=56] [step=done] [state=running] [] [2024/05/06 15:15:00.149 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=56] [2024/05/06 15:15:00.156 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:00.360 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 16.869400704\n# Parse_time: 0.000101586\n# Compile_time: 0.0003759\n# Rewrite_time: 0.000121823\n# Optimize_time: 0.000374701\n# Wait_TS: 0.000331663\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTYuOXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTYuOXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestLoadRemote/TestMultiValueIndex [2024/05/06 15:15:00.365 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 15:15:00.375 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:00.375 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 15:15:00.390 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.409 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=633.067µs] [gotSchemaVersion=190] [phyTblIDs="[262]"] [actionTypes="[2]"] [2024/05/06 15:15:00.414 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=190] [2024/05/06 15:15:00.436 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=56] [error="context canceled"] [2024/05/06 15:15:00.436 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=56] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=353.091611ms] [] [2024/05/06 15:15:00.459 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.778615ms] [job="ID:270, Type:drop schema, State:running, SchemaState:write only, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.473 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:running, SchemaState:write only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.489 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=532.719µs] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:00.493 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=191] [2024/05/06 15:15:00.538 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.14056ms] [job="ID:270, Type:drop schema, State:running, SchemaState:delete only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.564 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:running, SchemaState:delete only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.583 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=582.283µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:00.588 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=192] [2024/05/06 15:15:00.632 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.173788ms] [job="ID:270, Type:drop schema, State:done, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:00.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:00.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:00.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:00.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:00.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=56] [2024/05/06 15:15:00.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:00.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:00.646 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=270] [tableIDs="[262]"] [2024/05/06 15:15:00.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:00.651 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=270] [jobType="drop schema"] [2024/05/06 15:15:00.652 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [job="ID:270, Type:drop schema, State:synced, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.353 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.662 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:00.669 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=270] [2024/05/06 15:15:00.669 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:00.671 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30690414\n# Parse_time: 0.00023818\n# Compile_time: 0.000227218\n# Rewrite_time: 0.000025321\n# Optimize_time: 0.000448902\n# Wait_TS: 0.000259054\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 15:15:00.672 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=192] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 15:15:00.684 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:00.684 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/06 15:15:00.699 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.715 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=1.049692ms] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:00.719 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=272] [version=193] [2024/05/06 15:15:00.764 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=52.578815ms] [job="ID:272, Type:create schema, State:done, SchemaState:public, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:00.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.779 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:create schema, State:synced, SchemaState:public, SchemaID:271, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.790 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 15:15:00.790 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:00.793 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 15:15:00.808 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:00.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:00.808 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:00.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 15:15:00.832 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.855 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.190192ms] [gotSchemaVersion=194] [phyTblIDs="[273]"] [actionTypes="[3]"] [2024/05/06 15:15:00.859 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=274] [version=194] [2024/05/06 15:15:00.903 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.557874ms] [job="ID:274, Type:create table, State:done, SchemaState:public, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:00.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.924 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create table, State:synced, SchemaState:public, SchemaID:271, TableID:273, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:00.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:00.937 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 15:15:00.937 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:00.980 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:00.999 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=57] [job-id=57] [thread-cnt=8] [2024/05/06 15:15:00.999 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=57] [2024/05/06 15:15:01.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:01.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:01.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:01.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:01.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:01.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:01.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:01.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:01.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:01.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:01.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:01.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:01.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:01.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:02.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:02.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:02.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:02.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:02.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:02.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:02.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:02.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:02.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:02.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:02.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:02.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:02.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:02.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:03.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=57] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:03.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:03.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:03.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:03.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:03.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:03.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:03.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:03.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:03.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/06 15:15:03.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 15:15:03.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:03.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:03.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:03.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:03.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:03.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:03.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/06 15:15:03.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 15:15:03.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:03.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=47.414µs] [2024/05/06 15:15:03.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=157.692µs] [] [2024/05/06 15:15:03.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:03.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:03.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:03.659 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=57] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:03.659 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:03.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=57] [2024/05/06 15:15:03.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=57] [type=ImportInto] [2024/05/06 15:15:04.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:04.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:04.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:04.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:04.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:04.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:04.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:04.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:04.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:04.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:04.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:04.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:04.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 15:15:04.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:04.156 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:04.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:04.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:04.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:04.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:04.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:04.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:04.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:04.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:04.157 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:04.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:04.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 15:15:04.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=57] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:04.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 15:15:04.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 15:15:04.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:04.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:04.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:04.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:04.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:04.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:04.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:04.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:04.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:04.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:04.245 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:04.249 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:04.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:04.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:04.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:04.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:04.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:04.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:04.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:04.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 15:15:04.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=57] [step=import] [limit=256MiB] [2024/05/06 15:15:04.273 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=114] [2024/05/06 15:15:04.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:15:04.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:15:04.281 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=273] [2024/05/06 15:15:04.325 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=273] [key=1.csv:0] [2024/05/06 15:15:04.327 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=273] [key=1.csv:0] [readDur=59.645µs] [encodeDur=439.902µs] [deliverDur=558.425µs] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [takeTime=1.33627ms] [] [2024/05/06 15:15:04.328 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=114] [takeTime=54.75523ms] [] [2024/05/06 15:15:04.328 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/f0f94e6a-02c7-46e3-8faa-d0fe893f28ba.sst] [firstKey=7480000000000001115F728000000000000001] [lastKey=7480000000000001115F728000000000000002] [2024/05/06 15:15:04.328 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 15:15:04.328 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 15:15:04.328 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:15:04.330 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.897538ms] [] [2024/05/06 15:15:04.330 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 15:15:04.334 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:04.335 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 15:15:04.336 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:04.336 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:15:04.336 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF115F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF115F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:15:04.336 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF115F728000000000FF0000010000000000FA] [end=7480000000000001FF115F728000000000FF0000030000000000FA] [2024/05/06 15:15:04.337 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF115F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF115F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:15:04.337 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=407.032µs] [2024/05/06 15:15:04.337 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.227621ms] [] [2024/05/06 15:15:04.348 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 112, but you sent conf_ver: 5 version: 110"] [region="{ID=460,startKey=7480000000000001FF115F728000000000FF0000010000000000FA,endKey=7480000000000001FF115F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:112 \",peers=\"id:461 store_id:2 ,id:462 store_id:3 ,id:463 store_id:1 \"}"] [start=7480000000000001115F728000000000000001] [end=7480000000000001115F728000000000000003] [2024/05/06 15:15:04.349 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001115F728000000000000001] [endKey=7480000000000001115F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:15:06.349 +08:00] [2024/05/06 15:15:04.351 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571639604543492] [req-type=Cop] [region="{ region id: 14, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:04.351 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571639604543492] [req-type=Cop] [region="{ region id: 14, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:04.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:04.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:04.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:04.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:04.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:04.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:04.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:05.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:05.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:05.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:05.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:05.135 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:05.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:05.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:05.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:05.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:05.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:05.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:05.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:05.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:05.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:06.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:06.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:06.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:06.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:06.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:06.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:06.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:06.360 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 15:15:06.362 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.031726653s] [] [2024/05/06 15:15:06.362 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 15:15:06.363 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.014756ms] [] [2024/05/06 15:15:06.363 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 15:15:06.363 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:15:06.363 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/0ae56d46-bded-4d71-af5f-b1a9f6c08666.sst] [firstKey=7480000000000001115F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001115F698000000000000001038000000000000004038000000000000002] [2024/05/06 15:15:06.368 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=4.269694ms] [] [2024/05/06 15:15:06.368 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 15:15:06.372 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:06.373 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 15:15:06.373 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:06.373 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:15:06.373 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [retry=0] [2024/05/06 15:15:06.374 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [2024/05/06 15:15:06.374 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [regions=1] [2024/05/06 15:15:06.374 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=425.007µs] [2024/05/06 15:15:06.374 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.191574ms] [] [2024/05/06 15:15:06.381 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 457, store 2, region 456, epoch conf_ver:5 version:112 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 456 is staler than local region, local epoch conf_ver: 5 version: 114, request epoch conf_ver: 5 version: 112\")"] ["job stage"=needRescan] [2024/05/06 15:15:06.382 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001115F698000000000000001038000000000000001038000000000000001] [endKey=7480000000000001115F69800000000000000103800000000000000403800000000000000200] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:15:08.382 +08:00] [2024/05/06 15:15:06.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:06.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:06.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:06.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:06.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:06.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:06.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:07.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:07.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:07.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:07.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:07.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:07.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:07.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:07.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:07.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:07.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:07.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:07.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:07.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:07.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:08.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:08.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:08.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:08.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:08.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:08.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:08.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:08.395 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 15:15:08.396 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=2.028437582s] [] [2024/05/06 15:15:08.396 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 15:15:08.397 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=959.049µs] [] [2024/05/06 15:15:08.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:08.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:08.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:08.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:08.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:08.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/06 15:15:08.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:08.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:08.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:08.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:08.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:08.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:08.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:08.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:08.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:08.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:08.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:08.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:08.659 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:08.659 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:08.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:08.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:08.674 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 15:15:08.675 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:08.675 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:08.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:08.688 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=57] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:08.688 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:08.716 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 15:15:08.722 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:08.722 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:08.722 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:08.722 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:08.723 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:08.723 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:08.723 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:08.723 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=57] [error="context canceled"] [2024/05/06 15:15:08.723 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=57] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.486990814s] [] [2024/05/06 15:15:09.029 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=57] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:09.030 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=57] [step=post-process] [2024/05/06 15:15:09.043 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/06 15:15:09.043 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/06 15:15:09.043 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/06 15:15:09.045 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:09.046 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:09.046 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:09.047 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:09.047 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:09.048 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:09.048 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:09.048 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:09.048 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:09.048 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:09.048 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:09.055 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=12.066162ms] [] [2024/05/06 15:15:09.055 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 15:15:09.056 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [weight=30] [2024/05/06 15:15:09.056 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [concurrency=15] [2024/05/06 15:15:09.057 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571640849727490] [req-type=Cop] [region="{ region id: 456, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 457, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 458, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 459, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=457-epoch_not_match:1] [2024/05/06 15:15:09.057 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571640849727490] [req-type=Cop] [region="{ region id: 456, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 457, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 458, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 459, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=457-epoch_not_match:1] [2024/05/06 15:15:09.063 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 15:15:09.063 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=20.697943ms] [] [2024/05/06 15:15:09.063 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=20.834886ms] [] [2024/05/06 15:15:09.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:09.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:09.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:09.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:09.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:09.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:09.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/06 15:15:09.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:09.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:09.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:09.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:09.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:09.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=57] [step=done] [state=running] [] [2024/05/06 15:15:09.152 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=57] [2024/05/06 15:15:09.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:09.382 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=57] [error="context canceled"] [2024/05/06 15:15:09.382 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=57] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=352.861125ms] [] [2024/05/06 15:15:09.412 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.472512741\n# Parse_time: 0.000177194\n# Compile_time: 0.00076798\n# Rewrite_time: 0.000429364\n# Optimize_time: 0.000448902\n# Wait_TS: 0.000325729\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestLoadRemote/TestOtherCharset [2024/05/06 15:15:09.416 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 15:15:09.425 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:09.425 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 15:15:09.438 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.456 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=593.625µs] [gotSchemaVersion=195] [phyTblIDs="[183,187]"] [actionTypes="[2,2]"] [2024/05/06 15:15:09.460 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=195] [2024/05/06 15:15:09.505 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=52.448827ms] [job="ID:275, Type:drop schema, State:running, SchemaState:write only, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.518 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:running, SchemaState:write only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.531 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=485.303µs] [gotSchemaVersion=196] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:09.536 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=196] [2024/05/06 15:15:09.581 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=52.740063ms] [job="ID:275, Type:drop schema, State:running, SchemaState:delete only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.594 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:running, SchemaState:delete only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.611 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=503.824µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:09.615 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=197] [2024/05/06 15:15:09.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:09.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:09.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:09.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:09.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:09.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=57] [2024/05/06 15:15:09.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:09.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:09.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:09.661 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.502701ms] [job="ID:275, Type:drop schema, State:done, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.662 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:09.673 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=275] [tableIDs="[183,187]"] [2024/05/06 15:15:09.677 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=275] [jobType="drop schema"] [2024/05/06 15:15:09.679 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [job="ID:275, Type:drop schema, State:synced, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.694 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/06 15:15:09.694 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:09.696 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=197] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 15:15:09.708 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:09.708 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_charset;"] [2024/05/06 15:15:09.727 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.743 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=1.020737ms] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:09.747 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=277] [version=198] [2024/05/06 15:15:09.792 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.375471ms] [job="ID:277, Type:create schema, State:done, SchemaState:public, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:09.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.812 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:create schema, State:synced, SchemaState:public, SchemaID:276, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.821 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 15:15:09.821 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:09.824 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 15:15:09.837 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:09.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:09.837 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:09.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 15:15:09.851 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.869 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.702009ms] [gotSchemaVersion=199] [phyTblIDs="[278]"] [actionTypes="[3]"] [2024/05/06 15:15:09.873 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=279] [version=199] [2024/05/06 15:15:09.918 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.75843ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:09.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.935 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.946 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 15:15:09.946 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:09.949 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 15:15:09.961 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:09.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:09.961 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:09.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 15:15:09.976 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:09.995 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=1.809701ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [2024/05/06 15:15:09.999 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=281] [version=200] [2024/05/06 15:15:10.043 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.45392ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:09.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:10.063 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:09.952 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:10.074 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 15:15:10.074 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:10.112 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:10.129 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=58] [job-id=58] [thread-cnt=8] [2024/05/06 15:15:10.129 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=58] [2024/05/06 15:15:10.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:10.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:10.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:10.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:10.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:10.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:10.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:10.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:10.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:10.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:10.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:10.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:10.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:10.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:11.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:11.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:11.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:11.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:11.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:11.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:11.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:11.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:11.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:11.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:11.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:11.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:11.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:11.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:12.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=58] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:12.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:12.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:12.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:12.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:12.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:12.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:12.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:12.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:12.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/06 15:15:12.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 15:15:12.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:12.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:12.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:12.635 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:12.635 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:12.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8] [2024/05/06 15:15:12.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 15:15:12.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=54.662µs] [2024/05/06 15:15:12.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8] [takeTime=141.575µs] [] [2024/05/06 15:15:12.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:12.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:12.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:12.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:12.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:12.655 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=58] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:12.655 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:12.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=58] [2024/05/06 15:15:12.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=58] [type=ImportInto] [2024/05/06 15:15:13.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:13.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:13.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:13.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:13.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:13.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:13.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:13.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:13.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:13.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:13.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 15:15:13.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:13.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:13.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:13.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:13.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:13.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:13.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 15:15:13.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=58] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:13.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 15:15:13.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 15:15:13.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:13.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:13.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:13.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:13.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:13.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:13.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:13.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:13.246 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:15:13.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:13.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:13.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:13.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:13.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:13.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:13.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:13.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:13.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:13.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:13.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:13.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:13.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:13.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=374.2GB] [2024/05/06 15:15:13.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=58] [step=import] [limit=256MiB] [2024/05/06 15:15:13.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=116] [2024/05/06 15:15:13.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 15:15:13.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 15:15:13.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=278] [2024/05/06 15:15:13.296 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=278] [key=utf8.tsv:0] [2024/05/06 15:15:13.298 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=278] [key=utf8.tsv:0] [readDur=1.007124ms] [encodeDur=383.065µs] [deliverDur=169.677µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [takeTime=1.824516ms] [] [2024/05/06 15:15:13.298 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=116] [takeTime=23.335739ms] [] [2024/05/06 15:15:13.298 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/1e02c51f-9874-43d0-906f-3ebb11af1d28.sst] [firstKey=7480000000000001165F728000000000000001] [lastKey=7480000000000001165F728000000000000002] [2024/05/06 15:15:13.298 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 15:15:13.298 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 15:15:13.298 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 15:15:13.300 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.60655ms] [] [2024/05/06 15:15:13.300 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 15:15:13.305 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:13.307 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 15:15:13.307 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:13.307 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 15:15:13.307 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF165F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF165F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:15:13.307 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF165F728000000000FF0000010000000000FA] [end=7480000000000001FF165F728000000000FF0000030000000000FA] [2024/05/06 15:15:13.308 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF165F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF165F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:15:13.308 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=458.433µs] [2024/05/06 15:15:13.308 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.203133ms] [] [2024/05/06 15:15:13.321 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 15:15:13.322 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=21.90483ms] [] [2024/05/06 15:15:13.322 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 15:15:13.323 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.016391ms] [] [2024/05/06 15:15:13.323 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 15:15:13.323 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 15:15:13.325 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.551931ms] [] [2024/05/06 15:15:13.325 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 15:15:13.325 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 15:15:13.325 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=40.488µs] [] [2024/05/06 15:15:13.325 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 15:15:13.326 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=795.095µs] [] [2024/05/06 15:15:13.329 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571641963839491] [req-type=Get] [region="{ region id: 14, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:13.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:13.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:13.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:13.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/06 15:15:13.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:13.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:13.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:13.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:13.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:13.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:13.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:13.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:13.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:13.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:13.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:13.656 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:13.657 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:14.075 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:675.167621ms txnStartTS:449571641976946690 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:657 rocksdb_delete_skipped_count:152 rocksdb_key_skipped_count:1768 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:15:14.075 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:431.84031ms txnStartTS:449571642042482692 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:1 total_versions:463 rocksdb_delete_skipped_count:116 rocksdb_key_skipped_count:1270 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:15:14.077 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571642042482692\n# Query_time: 0.435818468\n# Parse_time: 0\n# Compile_time: 0.002837085\n# Rewrite_time: 0.000646771\n# Optimize_time: 0.001594201\n# Wait_TS: 0.000093119\n# Cop_time: 0.431864508 Process_time: 0.000335651 Wait_time: 0.000062846 Request_count: 1 Process_keys: 1 Total_keys: 463 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 116 Rocksdb_key_skipped_count: 1270 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: 31e5ea81dd48e950b578b79c305752dc0d19a4f70501248ce0fe722a515ccb07\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000335651 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.2846e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 268\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9QfgMAkxNl84CTAJMC4wMAlvZmZzZXQ6MCwgY291bnQ6MQkwCXRpbWU6NDMybXMsIGxvb3BzOjEJTi9BAQQcCjEJMzFfMTMRPzBkYXRhOkxpbWl0XzEyVjsAAVqgcF90YXNrOiB7bnVtOiAxLCBtYXg6IDQzMS44bXMsIHByb2Nfa2V5czoBHAx0b3RfARIoOiAzMzUuN8K1cywFFCR3YWl0OiA2Mi44BRMMcnBjXxFPAQwAdAG2BVQANwFUgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaGG46IDIyLjQFWahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0JMjY4IEJ5dGVzCU4vQQoyIUsUMTIJMV8wbk4BBGt2BWwEOnsFowAxAZ4AbClXVH0sIHNjYW5fZGV0YWlsOiB7dG90YWwF/ghlc3MyEwE6FwAkX3NpemU6IDUxOCUdBGFsDS1ENDYzLCBnZXRfc25hcHNob3RfBXUQIDE3LjEF3mByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfSQAgIDExNiwga2V5QhgAIDI3MCwgYmxvYyHIOVkNNxQyfX19CU5NJRgzCTFfMTEJNReAZXEoY2FzdChteXNxbC50aWRiX2JhY2tncm91bmRfc3ViQR4ALgEFAcZgLCBkb3VibGUgQklOQVJZKSwgNTgpLCBlcXpAADxleGVjX2lkLCAiOjQwMDAijjQALHN0ZXAsIDEpLCBpbnpfAFhzdGF0ZSwgInBlbmRpbmciLCAicnVubgELBCkJYTVq5wE1Ghw0CTQzXzEwCSEbLDEwMDAwCXRhYmxlOloUASGKPGVwIG9yZGVyOmZhbHNlLCABiCxzOnBzZXVkbwkxCXSSeAA=')\n# Plan_digest: 5517ff696deaa2cba9ad0af5f8e3326be89c659be290400edbfac7f80b4080b3\n# Binary_plan: tidb_decode_binary_plan('qQmQCqQJCgdMaW1pdF84EsQICg5UYWJsZVJlYWRlcl8xMxKcBgoITAUfXDEyEuMDCgxTZWxlY3Rpb25fMTESowEKEAUxUEZ1bGxTY2FuXzEwIQAAAABYtUBBKQEJ8HEAiMNAMAE4AkACSiIKIAoFbXlzcWwSF3RpZGJfYmFja2dyb3VuZF9zdWJ0YXNrUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHXRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9cP////8FBAQBeAUHAQEAAQWRMPDvQEEpju21oPfG8D4BjyhS4QFlcShjYXN0KAWUAC5akwCILnRhc2tfa2V5LCBkb3VibGUgQklOQVJZKSwgNTgpLCBlcSh2QAA8ZXhlY19pZCwgIjo0MDAwIo40ACxzdGVwLCAxKSwgaW56nwBYc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwgpah3+LwE5L1ARb2Zmc2V0OjAsIGNvdW50OjFq6gFyXwBwLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3MhUhRzOiAxLCBGFwAkX3NpemU6IDUxOBEeBGtlAS1INDYzLCBnZXRfc25hcHNob3RfdEEDiCAxNy4xwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfCbIgIDExNiwga2V5QhgAWDI3MCwgYmxvY2s6IHtjYWNoZV9oaXRfDTcQMn19fXBBSwUBMlsCGJH/3KoKEQJdWygBQAFSDWRhdGE6TG03BFoTBacMNDMybVmsGGLKAWNvcF9BXRQ6IHtudW0lDCRtYXg6IDQzMS44ASshKw37KSglPRg6IDMzNS43BfE0dG90X3dhaXQ6IDYyLjgFEwxycGNfEU8BDAV8BVQANwFUEGNvcHJfGeIkcmF0aW86IDAuMCEBDHVpbGQFkwhfZHUFGhhuOiAyMi40BVl0bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cIwCLnADVhUBRkECUhkBVmkBBBgB')\n# Resource_group: default\nselect id, step, task_key, type, exec_id, state, start_time, state_update_time, meta, summary from mysql.tidb_background_subtask where exec_id = ':4000' and task_key = 58 and step = 1 and state in ('pending','running') limit 1;"] [2024/05/06 15:15:14.078 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571641976946690\n# Query_time: 0.678911865\n# Parse_time: 0\n# Compile_time: 0.001988037\n# Rewrite_time: 0.000407131\n# Optimize_time: 0.001233361\n# Wait_TS: 0.000114381\n# Cop_time: 0.674172586 Process_time: 0.000863362 Wait_time: 0.00008944 Request_count: 2 Total_keys: 1314 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 304 Rocksdb_key_skipped_count: 3536 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000431681 Cop_proc_p90: 0.000461745 Cop_proc_max: 0.000461745 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.472e-05 Cop_wait_p90: 5.0273e-05 Cop_wait_max: 5.0273e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12688\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/xW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjY3NS4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAxHYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldHXcddXgsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjY3NC44ASoQZmV0Y2gZDwUwDDowc30RqBEIIAozCTZfMjkoQgFRACkBtjA0MDAJZ3JvdXAgYnk6FYtALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBmvCDQuNwGHNalQcGFydGlhbF93b3JrZXI6e3dhbGxfLdUcNC42NzIzNTYBMQhjb2450YgsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjMuMzcyOTEzMTQxcwkXGGV4ZWM6MHMJDQVWCSQoNDQ4NDJzLCBtYXglDBA1OTM2NCVKCHA5NTISABR9LCBmaW5moQAMOTQzMgXSnqEAFDMxMjE1MTKhABwzNS4zMjLCtT6oABQzMTY0ODAuqAAQNjQ2ODUyqAAREgB9Qd0BBBgKNAkxXzMwMbIkbm90KGlzbnVsbD2aIdAlDkEXJV8tkAgJMzhRuCBOL0EKNQk2XzMhvQg4MDA9/UqjAnkxUiwDIHNjaGVtYV9pZCF0RtIDRasJHklOCG1pbhWvBDgpWkkCLrkAACx6SQIQNDM2OTWFI56oARgxNjY3MzY3LZRWSQIYMTcwNDA0OAHVTUkQMzU3NDNlaVFJERJ6SQIQNDU2NTAFOaKhABQ5NzgxNjYuoQAQNDAuMTNKSQIYMjAyNzc1Mx2oDDQxMTUFbhGnDRFZRyA2CTMxXzM2CTAp/ThkYXRhOkhhc2hBZ2dfMzEu0QMlV01BFCwgY29wX2GeCDoge2GgBCAxaWYAIKGkADJhykErGF9rZXlzOiBtvQESHDogNDAxLjbCcQVl0QwgMzkuCc8IcnBjZe8BTwEMRb4FVKV1ZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwsRMBkwhfZHUFGhBuOiAxMQVqLG1heF9kaXN0c3FsXy54ARggMX0JMjQ4rcNhCwA3YQsMMQkxXy0QtQpKzwIB0ABlxaEALE45Bs4NA0pmAMmAfR0AOCWVBGt2BewEOnslIyUeLZw8fSwgc2Nhbl9kZXRhaWw6IMkbLYtANjU3LCBnZXRfc25hcHNob3QtYwwxNi45JSugcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNTIsIGtleV8+GAAgNzY4LCBibG9jQRM5pA03CDJ9fVl0GDgJNDNfMzQlZgQxMIF0hRoAOi4cCAFlbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9+BQEhzgEEBAozQeEcNDEoUHJvYmWhEgA2GpAIAGRB6yxTZWxlY3Rpb25fNDAFUxxtZToxNjIuNSUNLVJm7gIIMS4wdu0CDDYxLjcFS9W+ECA1MC4zBRNB4XE8AQwlygwgOTYxDX4AY8LuAgA2bVp28AIAN13wIYUENDAlijEYSoQCEHJlb3JnJR/+dwI+dwIINS44KQz+dwKKdwIENQlBdwA5Be3+dwKCdwI=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('zxjwSQrKGAoNUHJvamVjdGlvbl8xMxKyFwoHU29ydF8xNBK6FgoLSGFzaEpvaW5fMjcS1wUKDlRhYmxlUmVhZGVyXzQxEqUDCgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqtQF0bmYACCwgcwHd8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiA2NTcsIGdldF9zbmFwc2hvdF90aW1lOiAxNS44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE1Miwga2V5Xz4YAFw3NjgsIGJsb2NrOiB7Y2FjaGVfaGl0X2MJNwgyfX1a/gAwGgECIVVVVVWVdPZAKTUBKAFAAVIRZGF0YTpTPcMEWhYFrhAxNjIuNQWuAGwpWRRiygFjb3Apd2gge251bTogMSwgbWF4OiAxLjAybXMsIHByb2MtBBgwLCB0b3RfARIYOiA0NjEuNwVMARQkd2FpdDogNTAuMwUTDHJwY18RTgEMBX4MIDk2MQ1/EGNvcHJfGexEcmF0aW86IDAuMDAsIGJ1aWxkBZMIX2R1BRoYbjogMTYuNgVacG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXD3Lh0CEBKsDwoKQeogQWdnXzI5EtELLtYCEDMwEu0KGSAQMzUSygY2CQMQMzYSoAQdIgQxEkoHAwA0RYP+BwP+BwNhBwAoYQcAAAEBBEC/aQcslAFncm91cCBieTptYZE2EQMhxRxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+hANShAMINi45RR0Acv6EA76EAyAh3t3d3R0+90A5e2GBBA9kYYEISGFzRX0MMzFaFWUBEDY3NC4zYVRxfgDIYn4DDDY3NS52fwMEMDFtEnl/DDM5LjIpCFJ/AwFUpVbGfgMAMQVXbnwDAPgufAMlFwitbPg6FwEAhP6SAr6SAlV2XYIANT2NADYujQFUxwJwYXJ0aWFsX3dvcmtlcjp7d2FsbIm7IboQNDM2OTUlvy54BBg1LCB0YXNrhe6tIAB3oQwsMy4zNzE2NjczNjdzqTcUZXhlYzowDQ1FEAUkFDcwNDA0OGFnBGF4BWgUMzU3NDM4AZoIcDk1MhIAFH0sIGZpbmahAAw1NjUwBTmioQAUOTc4MTY2DZQFoRA0MC4xM0lGQVkVqBgyMDI3NzUzHagMNDExNQVuEacNEVqvBkkUBEj+TRQIALlAZSsoFm5vdChpc251bGw1rwg1KSlapQEIcPwCKgAIJBoBASFEREREJGM+VgAEOGeR+1EDBDUsjaocZmlyc3Ryb3cdbpmfLh0CADchg3GqAMl6HQIQNjcyMzVFT558ARgyOTEzMTQxLnwBQh0CGDI5NDQ4NDI9dRQ1OTM2NDUBmjF2ERJ6HQIQNjk0MzIF056hABQzMTIxNTEyoQAQMzUuMzJKHQIUMzE2NDgwLqgAEDY0Njg1MqgAERJeHwIO0wkYb0ENQSmsqhrMCWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiawYELCA18QwpXVoTRb8ENjcFiTHLADkWYQgQaGFzaF/FyAA6FukJZWtF0RBmZXRjaBkPBTAsOjBzfSGZKiJLzRseOqQAAD1KjgD5XxQ6ZGVzYyxOZAfpHVXqADWpnQ2nBWwEfVo+bABOywcBSBBtZXRhLE5lABmJHWmFxg1pDGINQ28mRwlANXCcXnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:14.085 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:14.085 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:14.085 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:14.085 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:14.100 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 15:15:14.101 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:14.101 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:14.101 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:14.113 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=58] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:14.113 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:14.133 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:14.134 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:14.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:14.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:14.135 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:14.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:14.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:14.386 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 15:15:14.388 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:14.388 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:14.388 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:14.389 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:14.389 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:14.390 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:14.390 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:14.390 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=58] [error="context canceled"] [2024/05/06 15:15:14.390 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=58] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.153102829s] [] [2024/05/06 15:15:14.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:14.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:14.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:14.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:14.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:14.652 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:14.652 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:14.697 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=58] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:14.698 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=58] [step=post-process] [2024/05/06 15:15:14.712 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/06 15:15:14.712 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/06 15:15:14.712 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/06 15:15:14.714 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:14.715 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:14.715 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:14.716 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:14.716 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:14.717 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:14.717 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:14.717 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:14.717 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:14.717 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:14.717 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:14.725 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=12.884421ms] [] [2024/05/06 15:15:14.725 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 15:15:14.726 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [weight=30] [2024/05/06 15:15:14.726 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [concurrency=15] [2024/05/06 15:15:14.728 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 15:15:14.728 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=15.973559ms] [] [2024/05/06 15:15:14.728 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=16.113762ms] [] [2024/05/06 15:15:15.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:15.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:15.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:15.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/06 15:15:15.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:15.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:15.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:15.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:15.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:15.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:15.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:15.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:15.149 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=58] [step=done] [state=running] [] [2024/05/06 15:15:15.151 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=58] [2024/05/06 15:15:15.158 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:15.240 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.163855671\n# Parse_time: 0.000115776\n# Compile_time: 0.000465089\n# Rewrite_time: 0.000132732\n# Optimize_time: 0.000211553\n# Wait_TS: 0.000320632\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 15:15:15.279 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:15.296 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=59] [job-id=59] [thread-cnt=8] [2024/05/06 15:15:15.296 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=59] [2024/05/06 15:15:15.353 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=58] [error="context canceled"] [2024/05/06 15:15:15.353 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=58] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.209934ms] [] [2024/05/06 15:15:15.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:15.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:15.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:15.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:15.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:15.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=58] [2024/05/06 15:15:15.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:15.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:15.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:15.655 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=58] [step=-2] [state=succeed] [2024/05/06 15:15:15.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:16.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:16.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:16.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:16.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:16.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:16.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:16.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:16.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:16.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:16.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:16.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:16.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:16.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:16.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:17.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:17.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:17.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:17.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:17.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:17.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:17.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:17.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:17.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:17.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:17.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:17.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:17.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:17.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:18.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=59] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:18.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:18.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:18.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:18.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:18.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:18.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:18.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:18.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:18.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/06 15:15:18.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 15:15:18.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:18.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:18.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:18.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:18.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:18.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/06 15:15:18.648 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 15:15:18.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=53.013µs] [2024/05/06 15:15:18.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=168.607µs] [] [2024/05/06 15:15:18.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:18.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:18.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:18.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:18.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:18.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=59] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:18.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:18.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=59] [2024/05/06 15:15:18.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=59] [type=ImportInto] [2024/05/06 15:15:19.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:19.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:19.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:19.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:19.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:19.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:19.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:19.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:19.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:19.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:19.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:19.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:19.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 15:15:19.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:19.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:19.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:19.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:19.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:19.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:19.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 15:15:19.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=59] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:19.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 15:15:19.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 15:15:19.246 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:19.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:19.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:19.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:19.248 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:19.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:19.249 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:19.249 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:19.249 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:19.249 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:19.249 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:19.249 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:19.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:19.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:19.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:19.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:19.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:19.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:19.254 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:19.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:19.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:19.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:19.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:19.256 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:19.256 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:19.266 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:19.267 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/06 15:15:19.267 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=59] [step=import] [limit=256MiB] [2024/05/06 15:15:19.281 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=118] [2024/05/06 15:15:19.285 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:19.289 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:19.289 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 15:15:19.304 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 15:15:19.306 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=852.72µs] [encodeDur=584.623µs] [deliverDur=213.527µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [takeTime=1.940467ms] [] [2024/05/06 15:15:19.307 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=118] [takeTime=25.167526ms] [] [2024/05/06 15:15:19.307 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/9cc4a583-0946-4d47-abb8-955d12e9978a.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 15:15:19.307 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 15:15:19.307 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 15:15:19.307 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:19.309 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.759515ms] [] [2024/05/06 15:15:19.309 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 15:15:19.313 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:19.314 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 15:15:19.315 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:19.315 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:19.315 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF185F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF185F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:15:19.315 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF185F728000000000FF0000010000000000FA] [end=7480000000000001FF185F728000000000FF0000030000000000FA] [2024/05/06 15:15:19.316 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF185F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF185F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:15:19.316 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=406.165µs] [2024/05/06 15:15:19.316 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.223311ms] [] [2024/05/06 15:15:19.329 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 116, but you sent conf_ver: 5 version: 114"] [region="{ID=484,startKey=7480000000000001FF185F728000000000FF0000010000000000FA,endKey=7480000000000001FF185F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:116 \",peers=\"id:485 store_id:2 ,id:486 store_id:3 ,id:487 store_id:1 \"}"] [start=7480000000000001185F728000000000000001] [end=7480000000000001185F728000000000000003] [2024/05/06 15:15:19.329 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001185F728000000000000001] [endKey=7480000000000001185F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:15:21.329 +08:00] [2024/05/06 15:15:19.348 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571643536703491] [req-type=Cop] [region="{ region id: 14, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:19.348 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571643536703491] [req-type=Cop] [region="{ region id: 14, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:19.637 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:19.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:19.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:19.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:19.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:19.649 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:19.649 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:20.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:20.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:20.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:20.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:20.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:20.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:20.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:20.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:20.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:20.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:20.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:20.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:20.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:20.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:21.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:21.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:21.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:21.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:21.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:21.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:21.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:21.341 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 15:15:21.342 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.033545211s] [] [2024/05/06 15:15:21.342 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:21.343 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.064549ms] [] [2024/05/06 15:15:21.343 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 15:15:21.343 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:21.345 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.551147ms] [] [2024/05/06 15:15:21.345 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 15:15:21.345 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:21.345 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=47.696µs] [] [2024/05/06 15:15:21.345 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:21.346 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=868.564µs] [] [2024/05/06 15:15:21.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:21.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:21.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:21.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/06 15:15:21.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:21.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:21.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:21.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:21.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:21.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:21.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:21.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:21.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:21.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:21.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:21.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:21.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:21.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:21.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:21.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:21.660 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:21.660 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:21.677 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 15:15:21.679 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:21.679 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:21.679 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:21.692 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=59] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:21.692 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:21.973 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:21.977 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:21.977 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:21.977 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:21.977 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:21.978 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:21.978 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:21.978 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:21.978 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=59] [error="context canceled"] [2024/05/06 15:15:21.978 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=59] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.740740658s] [] [2024/05/06 15:15:22.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:22.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:22.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:22.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:22.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:22.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:22.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:22.285 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=59] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:22.286 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=59] [step=post-process] [2024/05/06 15:15:22.300 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/06 15:15:22.300 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/06 15:15:22.300 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/06 15:15:22.302 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:22.303 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:22.303 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:22.304 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:22.304 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:22.305 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:22.305 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:22.305 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:22.305 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:22.305 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:22.305 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:22.312 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=12.277176ms] [] [2024/05/06 15:15:22.312 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 15:15:22.313 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [weight=30] [2024/05/06 15:15:22.313 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [concurrency=15] [2024/05/06 15:15:22.315 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 15:15:22.315 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=15.339669ms] [] [2024/05/06 15:15:22.315 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=15.468559ms] [] [2024/05/06 15:15:22.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:22.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:22.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:22.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:22.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:22.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:22.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/06 15:15:22.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:22.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:22.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:22.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:22.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:22.647 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=59] [step=done] [state=running] [] [2024/05/06 15:15:22.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=59] [2024/05/06 15:15:22.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:22.808 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.563918472\n# Parse_time: 0.000083317\n# Compile_time: 0.000395551\n# Rewrite_time: 0.000124201\n# Optimize_time: 0.000167013\n# Wait_TS: 0.000303268\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 15:15:22.812 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 15:15:22.826 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:22.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:22.826 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:22.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 15:15:22.840 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:22.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:22.859 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.073189ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [2024/05/06 15:15:22.863 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=283] [version=201] [2024/05/06 15:15:22.906 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.572904ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:22.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:22.921 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:22.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:22.932 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 15:15:22.933 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:22.940 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=59] [error="context canceled"] [2024/05/06 15:15:22.940 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=59] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.264484ms] [] [2024/05/06 15:15:22.974 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:22.992 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=60] [job-id=60] [thread-cnt=8] [2024/05/06 15:15:22.992 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=60] [2024/05/06 15:15:23.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:23.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:23.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:23.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:23.135 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:23.141 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=59] [2024/05/06 15:15:23.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:23.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:23.147 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:23.159 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:23.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:23.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:23.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:23.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:23.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:23.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:23.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:24.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=60] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:24.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:24.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:24.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:24.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:24.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:24.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:24.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:24.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:24.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/06 15:15:24.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 15:15:24.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:24.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:24.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:24.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:24.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:24.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:24.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:24.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=latin1] [2024/05/06 15:15:24.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 15:15:24.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=39.446µs] [2024/05/06 15:15:24.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=latin1] [takeTime=125.172µs] [] [2024/05/06 15:15:24.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:24.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:24.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:24.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=60] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:24.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:24.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=60] [2024/05/06 15:15:24.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=60] [type=ImportInto] [2024/05/06 15:15:25.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:25.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:25.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:25.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:25.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:25.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:25.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:25.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:25.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:25.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:25.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:25.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:25.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:25.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:25.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:25.157 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:25.157 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:25.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 15:15:25.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=60] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:25.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 15:15:25.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 15:15:25.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:25.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:25.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:25.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:25.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:25.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:25.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:25.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:25.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:25.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:25.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:25.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:25.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:25.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:25.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:25.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:25.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:25.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:25.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:25.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:25.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:25.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:25.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:25.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=374.2GB] [2024/05/06 15:15:25.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=60] [step=import] [limit=256MiB] [2024/05/06 15:15:25.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=120] [2024/05/06 15:15:25.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 15:15:25.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 15:15:25.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 15:15:25.297 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=282] [key=latin1.tsv:0] [2024/05/06 15:15:25.298 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=latin1.tsv:0] [readDur=960.713µs] [encodeDur=288.199µs] [deliverDur=246.982µs] [checksum="{cksum=17445954840175383303,size=84,kvs=2}"] [takeTime=1.728404ms] [] [2024/05/06 15:15:25.299 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/3df0055c-a0eb-4305-b1b2-b148b5bd8a92.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 15:15:25.299 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=120] [takeTime=23.549764ms] [] [2024/05/06 15:15:25.299 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 15:15:25.299 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 15:15:25.299 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 15:15:25.301 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.667455ms] [] [2024/05/06 15:15:25.301 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 15:15:25.305 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:25.306 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 15:15:25.306 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:25.306 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 15:15:25.306 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1A5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:15:25.307 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1A5F728000000000FF0000010000000000FA] [end=7480000000000001FF1A5F728000000000FF0000030000000000FA] [2024/05/06 15:15:25.307 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1A5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:15:25.308 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=423.197µs] [2024/05/06 15:15:25.308 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.20642ms] [] [2024/05/06 15:15:25.320 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 15:15:25.322 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=20.583383ms] [] [2024/05/06 15:15:25.322 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 15:15:25.323 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=929.77µs] [] [2024/05/06 15:15:25.323 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 15:15:25.323 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 15:15:25.324 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.142367ms] [] [2024/05/06 15:15:25.324 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 15:15:25.324 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 15:15:25.324 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=36.294µs] [] [2024/05/06 15:15:25.324 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 15:15:25.325 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=729.959µs] [] [2024/05/06 15:15:25.328 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571645109829635] [req-type=Get] [region="{ region id: 14, ver: 116, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:25.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:25.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:25.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:25.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/06 15:15:25.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:25.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:25.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:25.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:25.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:25.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:25.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:25.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:25.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:25.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:25.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:25.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:25.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:25.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:25.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:25.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:25.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:25.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 15:15:25.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:25.672 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:25.672 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:25.683 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=60] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:25.683 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:25.951 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 15:15:25.953 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:25.953 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:25.953 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:25.954 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:25.954 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:25.954 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:25.954 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:25.954 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:25.954 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:25.954 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:25.955 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:25.955 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:25.955 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:25.955 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=60] [error="context canceled"] [2024/05/06 15:15:25.955 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=60] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=719.04094ms] [] [2024/05/06 15:15:26.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:26.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:26.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:26.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:26.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:26.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:26.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:26.261 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=60] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:26.262 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=60] [step=post-process] [2024/05/06 15:15:26.275 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/06 15:15:26.275 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/06 15:15:26.275 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/06 15:15:26.277 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:26.278 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:26.278 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:26.279 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:26.279 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:26.280 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:26.280 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:26.280 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:26.280 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:26.280 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:26.287 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=11.930795ms] [] [2024/05/06 15:15:26.287 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [checksum="{cksum=17445954840175383303,size=84,kvs=2}"] [2024/05/06 15:15:26.288 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [weight=30] [2024/05/06 15:15:26.288 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [concurrency=15] [2024/05/06 15:15:26.290 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [local="{cksum=17445954840175383303,size=84,kvs=2}"] [2024/05/06 15:15:26.290 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=14.831628ms] [] [2024/05/06 15:15:26.290 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=15.031176ms] [] [2024/05/06 15:15:26.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:26.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:26.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:26.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/06 15:15:26.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:26.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:26.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:26.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:26.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:26.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:26.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:26.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:26.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=60] [step=done] [state=running] [] [2024/05/06 15:15:26.651 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=60] [2024/05/06 15:15:26.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:26.904 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.968958721\n# Parse_time: 0.000081877\n# Compile_time: 0.000400954\n# Rewrite_time: 0.000131922\n# Optimize_time: 0.000168589\n# Wait_TS: 0.00032555\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 15:15:26.908 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 15:15:26.912 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=60] [error="context canceled"] [2024/05/06 15:15:26.912 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=60] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.45729ms] [] [2024/05/06 15:15:26.920 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:3, start time: 2024-05-06 15:15:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:26.920 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:3, start time: 2024-05-06 15:15:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 15:15:26.935 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:26.957 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=1.741602ms] [gotSchemaVersion=202] [phyTblIDs="[280,284]"] [actionTypes="[11,11]"] [2024/05/06 15:15:26.961 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=285] [version=202] [2024/05/06 15:15:27.005 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=52.953545ms] [job="ID:285, Type:truncate table, State:done, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:27.018 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=285] [elementID=1] [comment="table ID is 280"] [2024/05/06 15:15:27.023 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=285] [jobType="truncate table"] [2024/05/06 15:15:27.024 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:truncate table, State:synced, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:26.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:27.041 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 15:15:27.041 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:27.080 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:27.098 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=61] [job-id=61] [thread-cnt=8] [2024/05/06 15:15:27.098 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=61] [2024/05/06 15:15:27.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=61] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:27.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:27.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:27.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:27.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:27.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:27.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=60] [2024/05/06 15:15:27.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:27.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:27.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:27.161 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:27.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:27.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/06 15:15:27.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 15:15:27.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:27.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:27.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:27.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:27.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:27.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/06 15:15:27.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 15:15:27.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=53.277µs] [2024/05/06 15:15:27.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=168.446µs] [] [2024/05/06 15:15:27.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:27.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:27.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:27.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:27.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:27.658 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=61] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:27.658 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:27.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=61] [2024/05/06 15:15:27.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=61] [type=ImportInto] [2024/05/06 15:15:28.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:28.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:28.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:28.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:28.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:28.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:28.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:28.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:28.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:28.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:28.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:28.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:28.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 15:15:28.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:28.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:28.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=61] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:28.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 15:15:28.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 15:15:28.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:28.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:28.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:28.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:28.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:28.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:28.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:28.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:28.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:28.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:28.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:28.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:28.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:28.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:28.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:28.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:28.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:28.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:28.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:28.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:28.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:28.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:28.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:28.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:28.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:28.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:28.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:28.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:28.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:28.643 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:28.643 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:28.643 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:419.741337ms txnStartTS:449571645869785089 region_id:28 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:1 total_versions:133 rocksdb_delete_skipped_count:66 rocksdb_key_skipped_count:328 rocksdb_cache_hit_count:10 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:28.643 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:28.643 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:28.644 +08:00] [WARN] [domain.go:629] ["loading schema takes a long time"] ["take time"=351.696883ms] [2024/05/06 15:15:28.646 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:28.646 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/06 15:15:28.646 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=61] [step=import] [limit=256MiB] [2024/05/06 15:15:28.646 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571645869785089\n# Query_time: 0.423623433\n# Parse_time: 0\n# Compile_time: 0.00139586\n# Rewrite_time: 0.000268944\n# Optimize_time: 0.000566329\n# Wait_TS: 0.00011302\n# Cop_time: 0.420779021 Process_time: 0.000272191 Wait_time: 0.000056446 Request_count: 2 Process_keys: 2 Total_keys: 134 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 66 Rocksdb_key_skipped_count: 328 Rocksdb_block_cache_hit_count: 12\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 0a669dc64fdef87585c88d34586deeab7151bb2e04458c5f644f92c68cc921e9\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000136095 Cop_proc_p90: 0.000201334 Cop_proc_max: 0.000201334 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8223e-05 Cop_wait_p90: 2.9001e-05 Cop_wait_max: 2.9001e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 18532\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_global_task,state] remain after pruning paths for tidb_global_task given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/wroMAkzMF8xMAkwCTIwCQkxCXRpbWU6NDIxLjdtcywgbG9vcHM6MiwgaW5kZXhfdGFzazoge3RvdGFsX3QBKhQgNDIwLjIBKyxmZXRjaF9oYW5kbGUdF2BidWlsZDogMi40NsK1cywgd2FpdDogOC42AQ8gfSwgdGFibGVfSlkADDEuMjMBWHxudW06IDEsIGNvbmN1cnJlbmN5OiA1fSwgbmV4dDogewFRAF8Fnwl2BTUFFQB0BVsYbG9va3VwXw2IEDExMi40FYk2IwCocmVzcDogMS4wOW1zfQkxOC4xIEtCCU4vQQoxCTQ3XzgoQnVpbGQpCTFfMCEtBV8kOnRpZGJfZ2xvYiESCGFzay0rGDpzdGF0ZSgFBlQpLCByYW5nZTpbInJldmVydGluZyIsHQwgXSwgWyJydW5uDRkNClBdLCBrZWVwIG9yZGVyOmZhbHNlLCABUhxzOnBzZXVkbzmvCDAuMSEsKa8AMyEtAHAxVDFABG1hISEEMTkp2SBwcm9jX2tleXMlXAx0b3RfARIYOiAyMDEuMyUgARQhRww6IDI5BREMcnBjXxFNAQxFKgAgFVJoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSQUFkQhfZHUFGhhuOiA0OC4yBVksbWF4X2Rpc3RzcWxfMuYBHDF9LCB0aWt2BToEOnsFcR3oODF9LCBzY2FuX2RldGFpbFWZAcoIZXNzMt8ABGFsMhcAJF9zaXplOiA2MiwB6ARhbBEsQDMzLCBnZXRfc25hcHNob3RfBXQQIDEyLjgFq5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY2LCBrZXk+FwAwMzI4LCBibG9jazogezkkDTUgMTB9fX0JTi9BAQRBbCw1XzkoUHJvYmUpCTF2bAKWIAIIOTU3Bb5JHwAyZh8CCDY5MC2UIUQxFSUkJT8QOiA3MC5JDl0fADdtUkEVRiECCDYyMg1UAGO+IgIEMTcNbbIiAgAwlbjuIQJJIQg0OTAJ/1kjViECADBtNlkhYu8BMDJ9fX0JTi9BCU4vQQo=')\n# Plan_digest: 97b2c1b8fa2440761a4ce4262d0d07dab17cc835b758b4d8185a78591e855b5a\n# Binary_plan: tidb_decode_binary_plan('/QtcCvgLCg5JbmRleExvb2tVcF8xMBKVBQoQBRM8UmFuZ2VTY2FuXzgaAQEhAAEBDNCRQCkBCPBMAAA0QDABOAJAAkorCikKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrGg4KBXN0YXRlEgVzdGF0ZVJWcmFuZ2U6WyJyZXZlcnRpbmciLCIZDCBdLCBbInJ1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAFY8D5zOnBzZXVkb1oVdGltZTo0MjAuMW1zLCBsb29wczozYsgBY29wX3Rhc2s6IHtudW06IDEsIG1heDogNDE5LjcBKyRwcm9jX2tleXM6ARwMdG90XwESKDogMjAxLjPCtXMsBRQcd2FpdDogMjkFEQxycGNfEU0BDAV8GVKAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZEIX2R1BRoYbjogNDguMgVZiG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfWroAXRpa3ZfIVYEOnsFch3qEDF9LCBzIao0ZGV0YWlsOiB7dG90YWwFywhlc3My4AA6FwAgX3NpemU6IDYyBekEYWwRLEAzMywgZ2V0X3NuYXBzaG90XwV0ECAxMi44BayYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2Niwga2V5PhcAIDMyOCwgYmxvYyGSOSUNNRgxMH19fXD/EQEEAXgRCkD/ARKbBAoQVGFibGVSb3dJREWYDDkaAQJJmATIqUKYAggbChlimAIEUh56UAIAFAXuCDk1NwXsSU8IMmLLYk8CCDY5MC3EQT4xRCVTJYUQOiA3MC5JPkFjTU8INy40BWBBRUZRAgg2MjINVABjvlICBDE3DW1uUgIAtEJSAgAwdTvuUQJJUQg0OTApAFlTVlECADBtZ1lRYh8CADJiHgIcIf8Ixwk9RIIyBgIIAUABlRkAMWnuMcoI8QFpgfZlinUuJfQUIDQyMC4ygRosZmV0Y2hfaGFuZGxlHRdlwxQ6IDIuNDYlvSnMCDguNgEPDH0sIHRBpE5ZAAwxLjIzAVgx6jLiAyg1fSwgbmV4dDogewFRAF8Fnwl2BTUFFQB0BVsYbG9va3VwXw2ICDExMk1GRiMAdHJlc3A6IDEuMDltc31w5JABeP///////////wEYAQ==')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where state in ('running','reverting');"] [2024/05/06 15:15:28.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:28.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:28.650 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 15:15:28.659 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=122] [2024/05/06 15:15:28.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:28.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:28.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 15:15:28.717 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 15:15:28.719 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.337578ms] [encodeDur=207.991µs] [deliverDur=186.233µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [takeTime=1.942478ms] [] [2024/05/06 15:15:28.720 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/4b244100-7b08-4eec-9234-fbe7fe4ff8fd.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 15:15:28.720 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=122] [takeTime=60.729883ms] [] [2024/05/06 15:15:28.720 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 15:15:28.720 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 15:15:28.720 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:28.721 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.511348ms] [] [2024/05/06 15:15:28.722 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 15:15:28.726 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:28.728 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 15:15:28.728 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:28.728 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:28.728 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1C5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:15:28.729 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1C5F728000000000FF0000010000000000FA] [end=7480000000000001FF1C5F728000000000FF0000030000000000FA] [2024/05/06 15:15:28.729 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1C5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:15:28.729 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=388.86µs] [2024/05/06 15:15:28.730 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.317314ms] [] [2024/05/06 15:15:28.738 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:118 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 120, request epoch conf_ver: 5 version: 118\")"] ["job stage"=needRescan] [2024/05/06 15:15:28.738 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011C5F728000000000000001] [endKey=74800000000000011C5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:15:30.738 +08:00] [2024/05/06 15:15:28.748 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571646000857091] [req-type=Cop] [region="{ region id: 14, ver: 118, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:28.748 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571646000857091] [req-type=Cop] [region="{ region id: 14, ver: 118, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:29.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:29.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:29.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:29.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:29.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:29.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:29.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:29.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:29.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:29.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:29.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:29.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:29.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:29.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:30.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:30.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:30.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:30.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:30.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:30.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:30.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:30.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:30.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:30.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:30.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:30.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:30.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:30.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:30.752 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 15:15:30.753 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.031485348s] [] [2024/05/06 15:15:30.753 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 15:15:30.754 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.195062ms] [] [2024/05/06 15:15:30.754 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 15:15:30.754 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:30.756 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.19836ms] [] [2024/05/06 15:15:30.756 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 15:15:30.756 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:30.756 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=65.485µs] [] [2024/05/06 15:15:30.756 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 15:15:30.757 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=960.355µs] [] [2024/05/06 15:15:31.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:31.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:31.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/06 15:15:31.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:31.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:31.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:31.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:31.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:31.141 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:31.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:31.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:31.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:31.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:31.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:31.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:31.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:31.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:31.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:31.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:31.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:31.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:31.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:31.173 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 15:15:31.174 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:31.174 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:31.174 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:31.186 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=61] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:31.186 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:31.383 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:31.387 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:31.387 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:31.387 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:31.387 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:31.388 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:31.388 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:31.388 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:31.388 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=61] [error="context canceled"] [2024/05/06 15:15:31.389 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=61] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.152101747s] [] [2024/05/06 15:15:31.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:31.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:31.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:31.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:31.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:31.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:31.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:31.695 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=61] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:31.696 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=61] [step=post-process] [2024/05/06 15:15:31.710 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/06 15:15:31.710 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/06 15:15:31.710 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/06 15:15:31.713 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:31.713 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:31.713 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:31.714 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:31.714 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:31.715 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:31.715 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:31.715 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:31.715 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:31.715 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:31.715 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:31.715 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:31.716 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:31.722 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=12.562116ms] [] [2024/05/06 15:15:31.723 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 15:15:31.723 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [weight=30] [2024/05/06 15:15:31.723 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [concurrency=15] [2024/05/06 15:15:31.726 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 15:15:31.726 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=15.777966ms] [] [2024/05/06 15:15:31.726 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=15.929983ms] [] [2024/05/06 15:15:32.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:32.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:32.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:32.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/06 15:15:32.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:32.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:32.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:32.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:32.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:32.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:32.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:32.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:32.148 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=61] [step=done] [state=running] [] [2024/05/06 15:15:32.150 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=61] [2024/05/06 15:15:32.157 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:32.210 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.166519799\n# Parse_time: 0.000094549\n# Compile_time: 0.000428534\n# Rewrite_time: 0.000127675\n# Optimize_time: 0.000169155\n# Wait_TS: 0.000292241\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 15:15:32.214 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 15:15:32.231 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:32.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:32.231 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:32.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 15:15:32.249 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:32.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:32.269 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=1.992301ms] [gotSchemaVersion=203] [phyTblIDs="[286]"] [actionTypes="[3]"] [2024/05/06 15:15:32.274 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=287] [version=203] [2024/05/06 15:15:32.318 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.95964ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:32.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:32.333 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:32.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:32.344 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 15:15:32.344 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:32.347 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 15:15:32.351 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=61] [error="context canceled"] [2024/05/06 15:15:32.351 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=61] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.571173ms] [] [2024/05/06 15:15:32.360 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:32.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 15:15:32.360 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:32.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:32.375 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:32.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:32.394 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=1.758925ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [2024/05/06 15:15:32.398 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=289] [version=204] [2024/05/06 15:15:32.442 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.323569ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:32.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:32.464 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:32.352 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:32.477 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 15:15:32.477 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:32.517 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:32.534 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=62] [job-id=62] [thread-cnt=8] [2024/05/06 15:15:32.534 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=62] [2024/05/06 15:15:32.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:32.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:32.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:32.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:32.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:32.643 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=61] [2024/05/06 15:15:32.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:32.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:32.650 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:32.652 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=61] [step=-2] [state=succeed] [2024/05/06 15:15:32.667 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:33.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=62] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:33.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:33.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:33.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:33.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:33.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:33.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:33.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:33.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:33.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/06 15:15:33.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 15:15:33.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:33.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:33.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:33.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:33.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:33.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:33.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:33.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=ascii] [2024/05/06 15:15:33.648 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 15:15:33.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=52.211µs] [2024/05/06 15:15:33.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=ascii] [takeTime=162.7µs] [] [2024/05/06 15:15:33.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:33.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:33.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:33.662 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=62] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:33.662 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:33.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=62] [2024/05/06 15:15:33.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=62] [type=ImportInto] [2024/05/06 15:15:34.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:34.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:34.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:34.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:34.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:34.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:34.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:34.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:34.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:34.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:34.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:34.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:34.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 15:15:34.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:34.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:34.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:34.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:34.157 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:34.157 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:34.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 15:15:34.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=62] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:34.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 15:15:34.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 15:15:34.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:34.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:34.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:34.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:34.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:34.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:34.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:34.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:34.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:34.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:34.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:34.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:34.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:34.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:34.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:34.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:34.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:34.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:34.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:34.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:34.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:34.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:34.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:34.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:34.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:34.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:34.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:34.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=374.2GB] [2024/05/06 15:15:34.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=62] [step=import] [limit=256MiB] [2024/05/06 15:15:34.274 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=124] [2024/05/06 15:15:34.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 15:15:34.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 15:15:34.280 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 15:15:34.294 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=286] [key=ascii.tsv:0] [2024/05/06 15:15:34.295 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=ascii.tsv:0] [readDur=707.811µs] [encodeDur=169.772µs] [deliverDur=117.895µs] [checksum="{cksum=8822309236507850431,size=36,kvs=1}"] [takeTime=1.189962ms] [] [2024/05/06 15:15:34.295 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=124] [takeTime=21.367132ms] [] [2024/05/06 15:15:34.295 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/b6a636b3-b90d-43e1-9a49-620f55b525a9.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000001] [2024/05/06 15:15:34.295 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 15:15:34.296 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 15:15:34.296 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 15:15:34.297 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.771244ms] [] [2024/05/06 15:15:34.297 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 15:15:34.301 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:34.302 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 15:15:34.303 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:34.303 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 15:15:34.303 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1E5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1E5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:15:34.303 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1E5F728000000000FF0000010000000000FA] [end=7480000000000001FF1E5F728000000000FF0000020000000000FA] [2024/05/06 15:15:34.303 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1E5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1E5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:15:34.304 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=528.792µs] [2024/05/06 15:15:34.304 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.241021ms] [] [2024/05/06 15:15:34.310 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:120 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 122, request epoch conf_ver: 5 version: 120\")"] ["job stage"=needRescan] [2024/05/06 15:15:34.311 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011E5F728000000000000001] [endKey=74800000000000011E5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:15:36.311 +08:00] [2024/05/06 15:15:34.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571647468863492] [req-type=Cop] [region="{ region id: 14, ver: 120, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:34.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571647468863492] [req-type=Cop] [region="{ region id: 14, ver: 120, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:34.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:34.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:34.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:34.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:34.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:34.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:34.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:35.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:35.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:35.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:35.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:35.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:35.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:35.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:35.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:35.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:35.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:35.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:35.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:35.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:35.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:36.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:36.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:36.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:36.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:36.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:36.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:36.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:36.325 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 15:15:36.326 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=2.028671494s] [] [2024/05/06 15:15:36.326 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 15:15:36.327 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.050141ms] [] [2024/05/06 15:15:36.327 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 15:15:36.327 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 15:15:36.329 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.270107ms] [] [2024/05/06 15:15:36.329 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 15:15:36.329 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 15:15:36.329 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=48.733µs] [] [2024/05/06 15:15:36.329 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 15:15:36.330 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=704.581µs] [] [2024/05/06 15:15:36.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:36.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:36.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:36.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/06 15:15:36.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:36.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:36.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:36.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:36.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:36.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:36.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:36.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:36.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:36.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:36.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:36.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:36.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:36.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:36.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:36.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:36.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:36.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:36.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 15:15:36.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:36.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:36.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:36.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=62] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:36.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:36.956 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 15:15:36.959 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:36.960 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:36.960 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:36.960 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:36.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:36.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:36.961 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:36.961 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=62] [error="context canceled"] [2024/05/06 15:15:36.961 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=62] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.724307571s] [] [2024/05/06 15:15:37.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:37.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:37.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:37.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:37.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:37.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:37.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:37.268 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=62] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:37.268 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=62] [step=post-process] [2024/05/06 15:15:37.281 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/06 15:15:37.281 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/06 15:15:37.281 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/06 15:15:37.284 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:37.285 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:37.285 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:37.286 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:37.286 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:37.287 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:37.287 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:37.287 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:37.287 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:37.287 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:37.287 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:37.287 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:37.287 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:37.287 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:37.287 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:37.288 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:37.288 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:37.288 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:37.288 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:37.295 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=13.460622ms] [] [2024/05/06 15:15:37.295 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [checksum="{cksum=8822309236507850431,size=36,kvs=1}"] [2024/05/06 15:15:37.296 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [weight=30] [2024/05/06 15:15:37.296 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [concurrency=15] [2024/05/06 15:15:37.298 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [local="{cksum=8822309236507850431,size=36,kvs=1}"] [2024/05/06 15:15:37.298 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=16.916478ms] [] [2024/05/06 15:15:37.298 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=17.06339ms] [] [2024/05/06 15:15:37.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:37.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:37.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:37.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/06 15:15:37.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:37.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:37.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:37.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:37.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:37.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:37.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:37.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:37.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=62] [step=done] [state=running] [] [2024/05/06 15:15:37.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=62] [2024/05/06 15:15:37.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:37.925 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=62] [error="context canceled"] [2024/05/06 15:15:37.925 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=62] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.315501ms] [] [2024/05/06 15:15:37.946 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.467142512\n# Parse_time: 0.00008644\n# Compile_time: 0.000396489\n# Rewrite_time: 0.000137781\n# Optimize_time: 0.000188589\n# Wait_TS: 0.000299164\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 15:15:37.988 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=false] [2024/05/06 15:15:38.004 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=63] [job-id=63] [thread-cnt=8] [2024/05/06 15:15:38.004 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=63] [2024/05/06 15:15:38.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:38.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:38.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:38.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:38.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:38.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=62] [2024/05/06 15:15:38.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:38.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:38.150 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:38.163 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:38.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:38.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:38.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:38.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:38.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:38.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:38.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:39.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=63] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:39.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:39.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:39.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:39.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:39.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:39.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:39.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:39.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:39.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/06 15:15:39.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 15:15:39.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:39.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:39.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:39.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:39.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:39.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:39.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:39.648 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=binary] [2024/05/06 15:15:39.648 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 15:15:39.648 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=66.506µs] [2024/05/06 15:15:39.648 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=binary] [takeTime=159.703µs] [] [2024/05/06 15:15:39.648 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:39.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:39.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:39.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=63] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:39.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:39.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=63] [2024/05/06 15:15:39.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=63] [type=ImportInto] [2024/05/06 15:15:40.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:40.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:40.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:40.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:40.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:40.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:40.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:40.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:40.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:40.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:40.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:40.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:40.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 15:15:40.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:40.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:40.159 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:40.159 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:40.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:40.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:40.165 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 15:15:40.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=63] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:40.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 15:15:40.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 15:15:40.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:40.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:40.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:40.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:40.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:40.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:40.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:40.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:40.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:40.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:40.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:40.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:40.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:40.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:40.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:40.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:40.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:40.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:40.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:40.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:40.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:40.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:40.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:40.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:40.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:40.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:40.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:40.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=374.2GB] [2024/05/06 15:15:40.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=63] [step=import] [limit=256MiB] [2024/05/06 15:15:40.284 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=126] [2024/05/06 15:15:40.288 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 15:15:40.292 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 15:15:40.292 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 15:15:40.340 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 15:15:40.342 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.045455ms] [encodeDur=212.833µs] [deliverDur=250.265µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [takeTime=1.962228ms] [] [2024/05/06 15:15:40.343 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=126] [takeTime=58.646618ms] [] [2024/05/06 15:15:40.343 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/d090f77a-5020-4386-b0c1-6b4a1db8fa60.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 15:15:40.343 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 15:15:40.343 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 15:15:40.343 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 15:15:40.346 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.765575ms] [] [2024/05/06 15:15:40.346 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 15:15:40.351 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:40.352 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 15:15:40.353 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:40.353 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 15:15:40.353 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF205F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF205F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:15:40.353 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF205F728000000000FF0000010000000000FA] [end=7480000000000001FF205F728000000000FF0000020000000000FA] [2024/05/06 15:15:40.354 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF205F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF205F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:15:40.354 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=519.495µs] [2024/05/06 15:15:40.354 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.279845ms] [] [2024/05/06 15:15:40.363 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:122 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 124, request epoch conf_ver: 5 version: 122\")"] ["job stage"=needRescan] [2024/05/06 15:15:40.364 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF205F728000000000FF0000010000000000FA, endKey: 7480000000000001FF205F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:40.375 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF205F728000000000FF0000010000000000FA, endKey: 7480000000000001FF205F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:40.396 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF205F728000000000FF0000010000000000FA, endKey: 7480000000000001FF205F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:40.399 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571649054834689] [req-type=Cop] [region="{ region id: 14, ver: 122, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:40.399 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571649054834689] [req-type=Cop] [region="{ region id: 14, ver: 122, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:40.437 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF205F728000000000FF0000010000000000FA, endKey: 7480000000000001FF205F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:40.517 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF205F728000000000FF0000010000000000FA, endKey: 7480000000000001FF205F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:40.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:40.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:40.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:40.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:40.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:40.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:40.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:40.679 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF205F728000000000FF0000010000000000FA, endKey: 7480000000000001FF205F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:41.000 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001205F728000000000000001] [endKey=7480000000000001205F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:15:43.000 +08:00] [2024/05/06 15:15:41.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:41.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:41.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:41.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:41.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:41.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:41.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:41.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:41.639 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:41.640 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:41.640 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:41.640 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:41.651 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:41.651 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:42.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:42.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:42.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:42.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:42.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:42.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:42.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:42.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:42.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:42.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:42.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:42.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:42.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:42.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:43.013 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 15:15:43.014 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=2.6680603s] [] [2024/05/06 15:15:43.014 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 15:15:43.016 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.136971ms] [] [2024/05/06 15:15:43.016 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 15:15:43.016 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 15:15:43.017 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.454557ms] [] [2024/05/06 15:15:43.017 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 15:15:43.017 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 15:15:43.017 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=36.138µs] [] [2024/05/06 15:15:43.017 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 15:15:43.018 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=761.545µs] [] [2024/05/06 15:15:43.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:43.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:43.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:43.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/06 15:15:43.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:43.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:43.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:43.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:43.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:43.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:43.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:43.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:43.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:43.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:43.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:43.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:43.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:43.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:43.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:43.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:43.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:43.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:43.172 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 15:15:43.173 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:43.173 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:43.173 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:43.184 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=63] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:43.185 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:43.338 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 15:15:43.342 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:43.342 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:43.342 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:43.342 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:43.343 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:43.343 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:43.344 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:43.344 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=63] [error="context canceled"] [2024/05/06 15:15:43.344 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=63] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.105938792s] [] [2024/05/06 15:15:43.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:43.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:43.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:43.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:43.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:43.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:43.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:43.650 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=63] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:43.651 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=63] [step=post-process] [2024/05/06 15:15:43.663 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/06 15:15:43.664 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/06 15:15:43.664 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/06 15:15:43.666 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:43.667 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:43.667 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:43.668 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:43.668 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:43.669 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:43.669 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:43.669 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:43.669 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:43.669 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:43.669 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:43.676 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=12.741971ms] [] [2024/05/06 15:15:43.676 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 15:15:43.677 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [weight=30] [2024/05/06 15:15:43.677 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [concurrency=15] [2024/05/06 15:15:43.679 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 15:15:43.679 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=15.793784ms] [] [2024/05/06 15:15:43.679 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=15.946064ms] [] [2024/05/06 15:15:44.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:44.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:44.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:44.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:44.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:44.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/06 15:15:44.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:44.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:44.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:44.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:44.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:44.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:44.147 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=63] [step=done] [state=running] [] [2024/05/06 15:15:44.149 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=63] [2024/05/06 15:15:44.156 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:44.304 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=63] [error="context canceled"] [2024/05/06 15:15:44.304 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=63] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.890167ms] [] [2024/05/06 15:15:44.316 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.365716419\n# Parse_time: 0.000080245\n# Compile_time: 0.000429057\n# Rewrite_time: 0.000149335\n# Optimize_time: 0.000178043\n# Wait_TS: 0.000351096\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestLoadRemote/TestPreCheckCDCPiTRTasks [2024/05/06 15:15:44.321 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:15:44.331 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:15:44.331 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:44.345 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.362 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=586.718µs] [gotSchemaVersion=205] [phyTblIDs="[247]"] [actionTypes="[2]"] [2024/05/06 15:15:44.367 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=205] [2024/05/06 15:15:44.412 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.965714ms] [job="ID:290, Type:drop schema, State:running, SchemaState:write only, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.425 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:running, SchemaState:write only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.439 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=539.863µs] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:44.444 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=206] [2024/05/06 15:15:44.489 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=52.693555ms] [job="ID:290, Type:drop schema, State:running, SchemaState:delete only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.511 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:running, SchemaState:delete only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.528 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=552.876µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:44.532 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=207] [2024/05/06 15:15:44.578 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.786378ms] [job="ID:290, Type:drop schema, State:done, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.591 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=290] [tableIDs="[247]"] [2024/05/06 15:15:44.596 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=290] [jobType="drop schema"] [2024/05/06 15:15:44.597 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [job="ID:290, Type:drop schema, State:synced, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.605 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=63] [step=-2] [state=succeed] [2024/05/06 15:15:44.613 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=290] [2024/05/06 15:15:44.613 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:44.616 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=207] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 15:15:44.628 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:44.629 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:15:44.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:44.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:44.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:44.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:44.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:44.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=63] [2024/05/06 15:15:44.645 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:44.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:44.650 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:44.662 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:44.662 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=1.102069ms] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:44.667 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=292] [version=208] [2024/05/06 15:15:44.712 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.319829ms] [job="ID:292, Type:create schema, State:done, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.728 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:create schema, State:synced, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.602 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.739 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 15:15:44.739 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:44.742 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:15:44.743 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:15:44.758 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:44.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:44.758 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:44.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 15:15:44.781 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.803 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=2.088619ms] [gotSchemaVersion=209] [phyTblIDs="[293]"] [actionTypes="[3]"] [2024/05/06 15:15:44.807 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=294] [version=209] [2024/05/06 15:15:44.851 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.984652ms] [job="ID:294, Type:create table, State:done, SchemaState:public, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:44.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.867 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create table, State:synced, SchemaState:public, SchemaID:291, TableID:293, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.703 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.880 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 15:15:44.880 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:44.888 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 15:15:44.888 +08:00] [INFO] [db.go:208] ["inc log backup task"] [count=1] [2024/05/06 15:15:44.892 +08:00] [INFO] [advancer.go:430] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 15:15:44.899 +08:00] [ERROR] [precheck_test.go:101] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:101\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 15:15:44.901 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 15:15:44.901 +08:00] [INFO] [db.go:214] ["dec log backup task"] [count=0] [2024/05/06 15:15:44.901 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] === RUN TestLoadRemote/TestPreCheckTableNotEmpty [2024/05/06 15:15:44.917 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:15:44.928 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:44.928 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:15:44.943 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:44.962 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=564.605µs] [gotSchemaVersion=210] [phyTblIDs="[293]"] [actionTypes="[2]"] [2024/05/06 15:15:44.966 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=210] [2024/05/06 15:15:45.012 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.03433ms] [job="ID:295, Type:drop schema, State:running, SchemaState:write only, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.026 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:running, SchemaState:write only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.041 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=543.038µs] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:45.046 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=211] [2024/05/06 15:15:45.092 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.36092ms] [job="ID:295, Type:drop schema, State:running, SchemaState:delete only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.113 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:running, SchemaState:delete only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.132 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=623.267µs] [gotSchemaVersion=212] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:45.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:45.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:45.136 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=212] [2024/05/06 15:15:45.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:45.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:45.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:45.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:45.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:45.182 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=53.294588ms] [job="ID:295, Type:drop schema, State:done, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.195 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=295] [tableIDs="[293]"] [2024/05/06 15:15:45.200 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="drop schema"] [2024/05/06 15:15:45.202 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [job="ID:295, Type:drop schema, State:synced, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:44.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.218 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/06 15:15:45.218 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:45.220 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303248667\n# Parse_time: 0.00027246\n# Compile_time: 0.000270459\n# Rewrite_time: 0.0000267\n# Optimize_time: 0.000161536\n# Wait_TS: 0.00049744\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop database if exists load_data;"] [2024/05/06 15:15:45.221 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 15:15:45.233 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:45.233 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:15:45.249 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=297] [conn=2] [category=ddl] [job="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.265 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=1.056626ms] [gotSchemaVersion=213] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:45.269 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=297] [version=213] [2024/05/06 15:15:45.314 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.151926ms] [job="ID:297, Type:create schema, State:done, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.329 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=297] [conn=2] [job="ID:297, Type:create schema, State:synced, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.202 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.339 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/06 15:15:45.339 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:45.343 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:15:45.344 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:15:45.360 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:45.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:45.360 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:45.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 15:15:45.380 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=299] [conn=2] [category=ddl] [job="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.401 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=2.037509ms] [gotSchemaVersion=214] [phyTblIDs="[298]"] [actionTypes="[3]"] [2024/05/06 15:15:45.405 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=299] [version=214] [2024/05/06 15:15:45.449 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.831534ms] [job="ID:299, Type:create table, State:done, SchemaState:public, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:45.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.465 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=299] [conn=2] [job="ID:299, Type:create table, State:synced, SchemaState:public, SchemaID:296, TableID:298, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.478 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/06 15:15:45.478 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestPreCheckTotalFileSize0 [2024/05/06 15:15:45.493 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=214] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 15:15:45.503 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:45.503 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/06 15:15:45.516 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.533 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=592.883µs] [gotSchemaVersion=215] [phyTblIDs="[298]"] [actionTypes="[2]"] [2024/05/06 15:15:45.538 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=215] [2024/05/06 15:15:45.584 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.273172ms] [job="ID:300, Type:drop schema, State:running, SchemaState:write only, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.598 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:running, SchemaState:write only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.613 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=503.974µs] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:45.617 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=216] [2024/05/06 15:15:45.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:45.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:45.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:45.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:45.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:45.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:45.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:45.664 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.077097ms] [job="ID:300, Type:drop schema, State:running, SchemaState:delete only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.677 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:running, SchemaState:delete only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.693 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=538.295µs] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:45.697 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=217] [2024/05/06 15:15:45.743 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.1541ms] [job="ID:300, Type:drop schema, State:done, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.761 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[298]"] [2024/05/06 15:15:45.766 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="drop schema"] [2024/05/06 15:15:45.768 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:drop schema, State:synced, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.783 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 15:15:45.783 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:45.786 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 15:15:45.798 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:45.798 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/06 15:15:45.819 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=302] [conn=2] [category=ddl] [job="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.833 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=1.028414ms] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:45.837 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=302] [version=218] [2024/05/06 15:15:45.883 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.687757ms] [job="ID:302, Type:create schema, State:done, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:45.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.897 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=302] [conn=2] [job="ID:302, Type:create schema, State:synced, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.907 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=302] [2024/05/06 15:15:45.907 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:45.910 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 15:15:45.911 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 15:15:45.925 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:45.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:45.925 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:45.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 15:15:45.941 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=304] [conn=2] [category=ddl] [job="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:45.961 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=1.865613ms] [gotSchemaVersion=219] [phyTblIDs="[303]"] [actionTypes="[3]"] [2024/05/06 15:15:45.965 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=304] [version=219] [2024/05/06 15:15:46.010 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.299817ms] [job="ID:304, Type:create table, State:done, SchemaState:public, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:45.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.025 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=304] [conn=2] [job="ID:304, Type:create table, State:synced, SchemaState:public, SchemaID:301, TableID:303, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:45.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.037 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=304] [2024/05/06 15:15:46.037 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestRegisterTask [2024/05/06 15:15:46.053 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=219] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 15:15:46.063 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:46.063 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 15:15:46.077 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.096 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=680.591µs] [gotSchemaVersion=220] [phyTblIDs="[303]"] [actionTypes="[2]"] [2024/05/06 15:15:46.101 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=220] [2024/05/06 15:15:46.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:46.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:46.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:46.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:46.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:46.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:46.145 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=52.941808ms] [job="ID:305, Type:drop schema, State:running, SchemaState:write only, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:46.162 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:running, SchemaState:write only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.177 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=566.749µs] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:46.181 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=221] [2024/05/06 15:15:46.226 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=52.566166ms] [job="ID:305, Type:drop schema, State:running, SchemaState:delete only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.240 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:running, SchemaState:delete only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.257 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=547.508µs] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:46.261 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=222] [2024/05/06 15:15:46.307 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=52.800045ms] [job="ID:305, Type:drop schema, State:done, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.320 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=305] [tableIDs="[303]"] [2024/05/06 15:15:46.325 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=305] [jobType="drop schema"] [2024/05/06 15:15:46.326 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:drop schema, State:synced, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.341 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 15:15:46.341 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:46.344 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 15:15:46.357 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:46.357 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/06 15:15:46.372 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=307] [conn=2] [category=ddl] [job="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.388 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=1.054557ms] [gotSchemaVersion=223] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:15:46.392 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=307] [version=223] [2024/05/06 15:15:46.437 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.254866ms] [job="ID:307, Type:create schema, State:done, SchemaState:public, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:15:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.462 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=307] [conn=2] [job="ID:307, Type:create schema, State:synced, SchemaState:public, SchemaID:306, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.473 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=307] [2024/05/06 15:15:46.473 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:46.476 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=223] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 15:15:46.491 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:46.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:46.491 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:46.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 15:15:46.507 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=309] [conn=2] [category=ddl] [job="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.527 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=1.83337ms] [gotSchemaVersion=224] [phyTblIDs="[308]"] [actionTypes="[3]"] [2024/05/06 15:15:46.531 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=309] [version=224] [2024/05/06 15:15:46.576 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.191534ms] [job="ID:309, Type:create table, State:done, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:46.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.592 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=309] [conn=2] [job="ID:309, Type:create table, State:synced, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:46.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:46.605 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=309] [2024/05/06 15:15:46.605 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:46.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:46.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:46.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:46.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:46.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:46.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:46.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:46.649 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:15:46.667 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=64] [job-id=64] [thread-cnt=8] [2024/05/06 15:15:46.667 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=64] [2024/05/06 15:15:47.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:47.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:47.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:47.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:47.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:47.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:47.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:47.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:47.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:47.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:47.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:47.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:47.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:47.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:48.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=64] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:48.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:48.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:48.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:48.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:48.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:48.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:48.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:48.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:48.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/06 15:15:48.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 15:15:48.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:48.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:48.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:48.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:48.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:48.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/06 15:15:48.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 15:15:48.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=46.332µs] [2024/05/06 15:15:48.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=143.569µs] [] [2024/05/06 15:15:48.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:48.647 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:48.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:48.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:48.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:48.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=64] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:48.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:48.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=64] [2024/05/06 15:15:48.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=64] [type=ImportInto] [2024/05/06 15:15:49.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:49.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:49.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:49.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:49.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:49.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:49.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:49.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:49.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:49.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:49.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 15:15:49.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:49.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:49.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:49.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:49.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:49.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:49.160 +08:00] [INFO] [import_into_test.go:899] ["register task"] [task_id=64] [2024/05/06 15:15:49.160 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 15:15:49.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=64] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:49.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 15:15:49.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 15:15:49.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:49.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:49.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:49.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:49.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:49.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:49.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:49.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:49.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:49.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:49.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:49.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:49.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:49.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:49.250 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:49.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:49.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:49.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:49.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/06 15:15:49.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=64] [step=import] [limit=256MiB] [2024/05/06 15:15:49.273 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=128] [2024/05/06 15:15:49.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:49.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:15:49.281 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=308] [2024/05/06 15:15:49.295 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=308] [key=register_task-1.tsv:0] [2024/05/06 15:15:49.297 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=308] [key=register_task-1.tsv:0] [readDur=864.321µs] [encodeDur=465.147µs] [deliverDur=197.088µs] [checksum="{cksum=7657027582620757901,size=37,kvs=1}"] [takeTime=1.794731ms] [] [2024/05/06 15:15:49.297 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=128] [takeTime=23.665844ms] [] [2024/05/06 15:15:49.297 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/a5c64b38-7254-4ed4-bf61-a2692cb4fe50.sst] [firstKey=7480000000000001345F728000000000000001] [lastKey=7480000000000001345F728000000000000001] [2024/05/06 15:15:49.297 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 15:15:49.297 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 15:15:49.297 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:49.299 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.671043ms] [] [2024/05/06 15:15:49.299 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 15:15:49.303 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:49.305 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:15:49.305 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:49.305 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:49.305 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF345F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF345F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:15:49.306 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF345F728000000000FF0000010000000000FA] [end=7480000000000001FF345F728000000000FF0000020000000000FA] [2024/05/06 15:15:49.306 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF345F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF345F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:15:49.306 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=493.183µs] [2024/05/06 15:15:49.306 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.229245ms] [] [2024/05/06 15:15:49.307 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF345F728000000000FF0000010000000000FA, endKey: 7480000000000001FF345F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/06 15:15:49.331 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 15:15:49.332 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=33.153051ms] [] [2024/05/06 15:15:49.332 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:49.333 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=905.112µs] [] [2024/05/06 15:15:49.333 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 15:15:49.333 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:15:49.335 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.270334ms] [] [2024/05/06 15:15:49.335 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 15:15:49.335 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:15:49.335 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=55.312µs] [] [2024/05/06 15:15:49.335 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:15:49.336 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=779.901µs] [] [2024/05/06 15:15:49.339 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571651401023491] [req-type=Get] [region="{ region id: 14, ver: 124, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:49.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:49.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:15:49.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:49.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/06 15:15:49.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:49.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:49.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:49.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 15:15:49.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:49.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:49.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:49.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:49.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:49.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:49.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:15:49.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:49.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:49.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:49.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:49.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:49.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:49.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:49.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:49.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:49.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:49.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:49.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:49.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 15:15:49.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:15:49.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:49.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:49.688 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=64] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:15:49.688 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:49.962 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 15:15:49.965 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:49.965 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:49.965 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:49.965 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:49.966 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:49.966 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:49.966 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:49.966 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=64] [error="context canceled"] [2024/05/06 15:15:49.966 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=64] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=730.300425ms] [] [2024/05/06 15:15:50.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:50.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:50.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:50.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:50.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:50.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:50.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:50.275 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=64] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:50.276 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=64] [step=post-process] [2024/05/06 15:15:50.290 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/06 15:15:50.290 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/06 15:15:50.290 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/06 15:15:50.293 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:50.294 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:50.294 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:50.296 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:50.296 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:50.298 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:50.298 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:50.298 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:50.298 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:50.298 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:50.298 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:50.298 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:50.298 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:50.298 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:50.300 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:50.300 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:50.300 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:50.300 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:50.300 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:50.300 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:50.310 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=20.182096ms] [] [2024/05/06 15:15:50.311 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [checksum="{cksum=7657027582620757901,size=37,kvs=1}"] [2024/05/06 15:15:50.312 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 15:15:50.312 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 15:15:50.314 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [local="{cksum=7657027582620757901,size=37,kvs=1}"] [2024/05/06 15:15:50.314 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=23.865516ms] [] [2024/05/06 15:15:50.314 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=23.997924ms] [] [2024/05/06 15:15:50.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:50.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:50.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:50.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:50.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:50.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:50.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/06 15:15:50.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:50.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:50.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:50.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:50.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:50.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=64] [step=done] [state=running] [] [2024/05/06 15:15:50.650 +08:00] [INFO] [import_into_test.go:904] ["unregister task"] [task_id=64] [2024/05/06 15:15:50.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=64] [2024/05/06 15:15:50.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:15:50.879 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.270793253\n# Parse_time: 0.000067664\n# Compile_time: 0.0004043\n# Rewrite_time: 0.000138105\n# Optimize_time: 0.000161536\n# Wait_TS: 0.000315479\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse ;\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:15:50.882 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=224] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 15:15:50.895 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:3, start time: 2024-05-06 15:15:50.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:15:50.895 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:3, start time: 2024-05-06 15:15:50.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.register_task;"] [2024/05/06 15:15:50.916 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-06 15:15:50.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:50.938 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=1.981947ms] [gotSchemaVersion=225] [phyTblIDs="[308,310]"] [actionTypes="[11,11]"] [2024/05/06 15:15:50.940 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=64] [error="context canceled"] [2024/05/06 15:15:50.940 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=64] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=664.951157ms] [] [2024/05/06 15:15:50.942 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=311] [version=225] [2024/05/06 15:15:50.987 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=53.494969ms] [job="ID:311, Type:truncate table, State:done, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:50.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:51.011 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=311] [elementID=1] [comment="table ID is 308"] [2024/05/06 15:15:51.015 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="truncate table"] [2024/05/06 15:15:51.017 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:truncate table, State:synced, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-06 15:15:50.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:15:51.033 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 15:15:51.033 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:15:51.071 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:15:51.095 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=65] [job-id=65] [thread-cnt=8] [2024/05/06 15:15:51.095 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=65] [2024/05/06 15:15:51.133 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=65] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:51.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:51.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:51.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:51.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:51.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:51.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=64] [2024/05/06 15:15:51.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:51.151 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:51.152 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:51.166 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:51.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:51.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=65] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:51.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:51.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=65] [task-type=ImportInto] [num=1] [2024/05/06 15:15:51.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:51.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:51.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:51.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 15:15:51.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:51.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:51.650 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/06 15:15:51.650 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 15:15:51.650 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=42.916µs] [2024/05/06 15:15:51.650 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=128.832µs] [] [2024/05/06 15:15:51.650 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:51.650 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=65] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:51.650 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:51.663 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=65] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:51.663 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:51.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=65] [2024/05/06 15:15:51.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=65] [type=ImportInto] [2024/05/06 15:15:52.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:52.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:52.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:52.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:52.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:52.143 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:52.143 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:52.143 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:52.144 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:52.144 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:52.145 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:52.145 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:52.145 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 15:15:52.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:52.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:52.163 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:52.163 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:52.163 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:52.163 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:52.165 +08:00] [INFO] [import_into_test.go:899] ["register task"] [task_id=65] [2024/05/06 15:15:52.165 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 15:15:52.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=65] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:52.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 15:15:52.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 15:15:52.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:52.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:52.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:52.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:52.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:52.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:52.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:52.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:52.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:52.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:52.247 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/06 15:15:52.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:52.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:52.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:52.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:52.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:52.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:52.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:52.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:52.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:52.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:52.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:52.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:52.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:52.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:52.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:52.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:52.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:52.262 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/06 15:15:52.262 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=65] [step=import] [limit=256MiB] [2024/05/06 15:15:52.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=130] [2024/05/06 15:15:52.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:52.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:15:52.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=310] [2024/05/06 15:15:52.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:52.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:52.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:52.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:52.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:52.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:52.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:53.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:53.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:53.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:53.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:53.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:53.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:53.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:53.637 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:53.638 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:53.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:53.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:53.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:53.649 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:53.649 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:54.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:54.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:54.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:54.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:54.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:54.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:54.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:54.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:54.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:54.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:54.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:54.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:54.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:54.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:55.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:55.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:55.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:55.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:55.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:55.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:55.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:55.285 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=130] [takeTime=3.00827872s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:15:55.285 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:15:55.285 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:15:55.285 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:55.285 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:55.285 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:55.285 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:55.285 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:55.285 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:55.285 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:55.292 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 15:15:55.295 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:55.295 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:55.295 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:55.295 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:55.297 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:55.297 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:55.297 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:55.297 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=65] [error="context canceled"] [2024/05/06 15:15:55.297 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=65] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.060305514s] [error="occur an error when sort chunk"] [2024/05/06 15:15:55.297 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:15:55.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:55.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:55.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:55.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:55.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:55.642 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=65] [task-type=ImportInto] [2024/05/06 15:15:55.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:55.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:55.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:15:55.825 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=65] [2024/05/06 15:15:55.909 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=65] [step=1] [2024/05/06 15:15:55.916 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 15:15:55.926 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 15:15:56.125 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=65] [2024/05/06 15:15:56.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:56.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:56.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:56.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:56.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:56.139 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=65] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 15:15:56.143 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:56.144 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:56.144 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:56.145 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:56.145 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:56.146 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:56.146 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:56.146 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=65] [step=import] [mode=Normal] [2024/05/06 15:15:56.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:56.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:56.161 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:56.161 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:56.161 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:56.161 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:56.162 +08:00] [INFO] [import_into_test.go:904] ["unregister task"] [task_id=65] [2024/05/06 15:15:56.162 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=65] [2024/05/06 15:15:56.168 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:15:56.200 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=65] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:15:56.205 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.16951193\n# Parse_time: 0.000085328\n# Compile_time: 0.000397203\n# Rewrite_time: 0.000146951\n# Optimize_time: 0.000159509\n# Wait_TS: 0.000282553\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NS4xN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjUuMTdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:15:56.234 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=65] [step=1] [state=reverted] [2024/05/06 15:15:56.243 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:15:56.261 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=66] [job-id=66] [thread-cnt=8] [2024/05/06 15:15:56.261 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=66] [2024/05/06 15:15:56.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:56.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:56.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:56.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:56.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:56.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:56.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:56.645 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=65] [2024/05/06 15:15:56.653 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:15:56.666 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:15:57.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=66] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:15:57.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:57.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:57.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:57.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:57.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:57.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:57.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:57.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:15:57.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/06 15:15:57.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 15:15:57.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:57.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:57.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:57.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:57.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:57.647 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/06 15:15:57.647 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 15:15:57.647 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=44.11µs] [2024/05/06 15:15:57.647 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=155.198µs] [] [2024/05/06 15:15:57.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:57.647 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:15:57.648 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:15:57.648 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:15:57.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:57.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=66] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:15:57.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:15:57.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=66] [2024/05/06 15:15:57.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=66] [type=ImportInto] [2024/05/06 15:15:58.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:58.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:58.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:58.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:58.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:58.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:58.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:58.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:58.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:58.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:58.143 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:58.143 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:58.143 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:58.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:58.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:58.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:58.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:58.158 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:58.158 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:58.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 15:15:58.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=66] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:15:58.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 15:15:58.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 15:15:58.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:58.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:58.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:58.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:58.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:58.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:58.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:58.249 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:15:58.249 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:15:58.249 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:15:58.249 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:15:58.249 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:15:58.249 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:15:58.249 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:15:58.249 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:15:58.249 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:15:58.249 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:15:58.249 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:15:58.249 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:15:58.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:15:58.254 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:15:58.254 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:15:58.255 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:58.255 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:15:58.256 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:15:58.256 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:15:58.265 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:15:58.265 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/06 15:15:58.265 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=66] [step=import] [limit=256MiB] [2024/05/06 15:15:58.280 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=132] [2024/05/06 15:15:58.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:58.288 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:15:58.288 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=310] [2024/05/06 15:15:58.333 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:15:58.762 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=310] [key=register_task-1.tsv:0] [2024/05/06 15:15:58.765 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=310] [key=register_task-1.tsv:0] [readDur=1.543079ms] [encodeDur=341.347µs] [deliverDur=240.494µs] [checksum="{cksum=8020365676007769280,size=37,kvs=1}"] [takeTime=2.504452ms] [] [2024/05/06 15:15:58.765 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:58.766 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/66/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/a711b3d3-5845-4cd0-a873-fa7e5170f13a.sst] [firstKey=7480000000000001365F728000000000000001] [lastKey=7480000000000001365F728000000000000001] [2024/05/06 15:15:58.766 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=132] [takeTime=485.576506ms] [] [2024/05/06 15:15:58.766 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/06 15:15:58.766 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/06 15:15:58.766 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:58.766 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:58.767 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:58.767 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:58.768 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:58.769 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.118202ms] [] [2024/05/06 15:15:58.769 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 15:15:58.774 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:15:58.775 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 15:15:58.776 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:15:58.776 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:15:58.776 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF365F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF365F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:15:58.776 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF365F728000000000FF0000010000000000FA] [end=7480000000000001FF365F728000000000FF0000020000000000FA] [2024/05/06 15:15:58.777 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF365F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF365F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:15:58.777 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=455.052µs] [2024/05/06 15:15:58.777 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.27584ms] [] [2024/05/06 15:15:58.778 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:58.778 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:58.785 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:126 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 128, request epoch conf_ver: 5 version: 126\")"] ["job stage"=needRescan] [2024/05/06 15:15:58.786 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001365F728000000000000001] [endKey=7480000000000001365F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:00.786 +08:00] [2024/05/06 15:15:58.797 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571653878284300] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:cached region not found,replicaSelector: replicaSelector{selectorStateStr: nil, cacheRegionIsValid: unknown, replicaStatus: []}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=] [2024/05/06 15:15:58.797 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571653878284298] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:58.797 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571653878284298] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:15:59.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:59.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:59.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:59.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:59.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:59.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:59.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:59.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:15:59.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:15:59.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:15:59.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:15:59.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:15:59.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:15:59.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:00.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:00.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:00.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:00.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:00.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:00.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:00.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:00.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:00.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:00.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:00.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:00.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:00.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:00.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:00.800 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 15:16:00.801 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=2.032355179s] [] [2024/05/06 15:16:00.801 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 15:16:00.802 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.113091ms] [] [2024/05/06 15:16:00.802 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/06 15:16:00.802 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:16:00.804 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.541768ms] [] [2024/05/06 15:16:00.804 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 15:16:00.804 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:16:00.804 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=41.057µs] [] [2024/05/06 15:16:00.804 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 15:16:00.805 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=746.842µs] [] [2024/05/06 15:16:01.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:01.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:01.138 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:01.138 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/06 15:16:01.139 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:01.139 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:01.139 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:01.140 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:01.143 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:01.144 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:01.144 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:01.145 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:01.145 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:01.146 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:01.146 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:01.146 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:01.150 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:01.150 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:01.161 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:01.161 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:01.161 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:01.161 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:01.161 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:01.161 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:01.161 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:01.161 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:01.162 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:01.162 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:01.179 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 15:16:01.181 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:01.181 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:01.181 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:01.195 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=66] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:01.195 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:01.430 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:01.434 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:01.434 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:01.434 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:01.434 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:01.435 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:01.435 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:01.435 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:01.435 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=66] [error="context canceled"] [2024/05/06 15:16:01.436 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=66] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.198159925s] [] [2024/05/06 15:16:01.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:01.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:01.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:01.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:01.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:01.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:01.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:01.741 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=66] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:01.743 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=66] [step=post-process] [2024/05/06 15:16:01.755 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/06 15:16:01.756 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/06 15:16:01.756 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/06 15:16:01.758 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:01.759 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:01.759 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:01.760 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:01.760 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:01.761 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:01.761 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:01.761 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:01.761 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:01.761 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:01.761 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:01.761 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:01.761 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:01.768 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=12.457766ms] [] [2024/05/06 15:16:01.768 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [checksum="{cksum=8020365676007769280,size=37,kvs=1}"] [2024/05/06 15:16:01.769 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 15:16:01.769 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 15:16:01.771 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [local="{cksum=8020365676007769280,size=37,kvs=1}"] [2024/05/06 15:16:01.771 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=15.366284ms] [] [2024/05/06 15:16:01.771 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=15.514409ms] [] [2024/05/06 15:16:02.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:02.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:02.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:02.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/06 15:16:02.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:02.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:02.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:02.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:02.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:02.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:02.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:02.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:02.150 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=66] [step=done] [state=running] [] [2024/05/06 15:16:02.153 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=66] [2024/05/06 15:16:02.160 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:02.273 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.067564723\n# Parse_time: 0.000264964\n# Compile_time: 0.000393523\n# Rewrite_time: 0.000116488\n# Optimize_time: 0.000159509\n# Wait_TS: 0.000261072\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestSameBehaviourDetachedOrNot [2024/05/06 15:16:02.279 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 15:16:02.280 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 15:16:02.293 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:02.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE test_detached;"] [2024/05/06 15:16:02.293 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:02.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:02.308 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:02.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.322 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=990.803µs] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:16:02.326 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=313] [version=226] [2024/05/06 15:16:02.372 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=53.699891ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:02.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.387 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:02.252 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.396 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=66] [error="context canceled"] [2024/05/06 15:16:02.396 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=66] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.431324ms] [] [2024/05/06 15:16:02.397 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 15:16:02.397 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:02.400 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 15:16:02.413 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:02.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:02.413 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:02.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 15:16:02.429 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:02.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.448 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=1.978613ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [2024/05/06 15:16:02.452 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=315] [version=227] [2024/05/06 15:16:02.496 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=52.78719ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:02.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.513 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:02.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.524 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 15:16:02.524 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:02.526 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 15:16:02.539 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:02.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:02.540 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:02.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 15:16:02.555 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:02.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.573 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=1.776206ms] [gotSchemaVersion=228] [phyTblIDs="[316]"] [actionTypes="[3]"] [2024/05/06 15:16:02.577 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=317] [version=228] [2024/05/06 15:16:02.621 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=52.683409ms] [job="ID:317, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:02.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:02.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:02.636 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:316, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:02.502 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:02.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:02.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:02.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:02.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=66] [2024/05/06 15:16:02.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:02.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:02.647 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 15:16:02.647 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:02.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:02.662 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:02.686 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:16:02.704 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=67] [job-id=67] [thread-cnt=1] [2024/05/06 15:16:02.704 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=67] [2024/05/06 15:16:03.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=67] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:16:03.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:03.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:03.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:03.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:03.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:03.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:03.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:03.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:03.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/06 15:16:03.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 15:16:03.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:03.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:03.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:03.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:03.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:03.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 15:16:03.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 15:16:03.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=39.9µs] [2024/05/06 15:16:03.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=137.111µs] [] [2024/05/06 15:16:03.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:03.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:03.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:03.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:03.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:03.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=67] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:03.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:03.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=67] [2024/05/06 15:16:03.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=67] [type=ImportInto] [2024/05/06 15:16:04.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:04.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:04.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:04.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:04.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:04.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:04.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:04.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:04.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:04.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:04.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:04.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:04.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:04.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:04.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:04.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:04.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:04.156 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:04.156 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:04.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 15:16:04.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=67] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:04.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 15:16:04.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 15:16:04.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:04.241 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:04.241 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:04.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:04.242 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:04.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:04.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:04.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:04.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:04.243 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:04.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:04.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:04.243 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:04.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:04.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:04.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:04.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:04.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:04.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:04.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:04.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:04.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:04.249 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:04.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:04.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:04.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:04.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:04.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 15:16:04.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=67] [step=import] [limit=256MiB] [2024/05/06 15:16:04.273 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=134] [2024/05/06 15:16:04.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:04.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:04.280 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 15:16:04.327 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=314] [key=1.txt:0] [2024/05/06 15:16:04.328 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=1.txt:0] [readDur=691.419µs] [encodeDur=388.24µs] [deliverDur=188.981µs] [checksum="{cksum=9362138208737453770,size=47,kvs=1}"] [takeTime=1.511241ms] [] [2024/05/06 15:16:04.329 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/67/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/0d69c909-0ca0-4674-9c1c-e69a1c98b62c.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 15:16:04.329 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=134] [takeTime=55.639494ms] [] [2024/05/06 15:16:04.329 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 15:16:04.329 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 15:16:04.329 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:04.331 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.488569ms] [] [2024/05/06 15:16:04.331 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 15:16:04.335 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:04.336 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 15:16:04.336 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:04.336 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:04.337 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF3A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3A5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:16:04.337 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF3A5F728000000000FF0000010000000000FA] [end=7480000000000001FF3A5F728000000000FF0000020000000000FA] [2024/05/06 15:16:04.337 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF3A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3A5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:16:04.337 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=352.941µs] [2024/05/06 15:16:04.338 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.010982ms] [] [2024/05/06 15:16:04.346 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 1, region 14, epoch conf_ver:5 version:128 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 130, request epoch conf_ver: 5 version: 128\")"] ["job stage"=needRescan] [2024/05/06 15:16:04.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571655333183489] [req-type=Cop] [region="{ region id: 14, ver: 128, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:04.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571655333183489] [req-type=Cop] [region="{ region id: 14, ver: 128, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:04.347 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000013A5F728000000000000001] [endKey=74800000000000013A5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:06.347 +08:00] [2024/05/06 15:16:04.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:04.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:04.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:04.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:04.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:04.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:04.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:05.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:05.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:05.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:05.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:05.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:05.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:05.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:05.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:05.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:05.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:05.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:05.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:05.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:05.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:06.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:06.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:06.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:06.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:06.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:06.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:06.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:06.358 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 15:16:06.360 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=2.028875693s] [] [2024/05/06 15:16:06.360 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:06.361 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=897.254µs] [] [2024/05/06 15:16:06.361 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 15:16:06.361 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:06.362 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.199517ms] [] [2024/05/06 15:16:06.362 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 15:16:06.362 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:06.362 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=37.473µs] [] [2024/05/06 15:16:06.362 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:06.363 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=683.255µs] [] [2024/05/06 15:16:06.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:06.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:06.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:06.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/06 15:16:06.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:06.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:06.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:06.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:06.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:06.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:06.639 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:06.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:06.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:06.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:06.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:06.641 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:06.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:06.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:06.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:06.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:06.655 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:06.655 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:06.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 15:16:06.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:06.671 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:06.671 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:06.683 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=67] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:06.683 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:06.987 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:06.991 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:06.991 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:06.991 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:06.991 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:06.992 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:06.992 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:06.992 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:06.992 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=67] [error="context canceled"] [2024/05/06 15:16:06.992 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=67] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.757134321s] [] [2024/05/06 15:16:07.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:07.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:07.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:07.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:07.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:07.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:07.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:07.298 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=67] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:07.300 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=67] [step=post-process] [2024/05/06 15:16:07.312 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/06 15:16:07.313 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/06 15:16:07.313 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/06 15:16:07.315 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:07.316 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:07.316 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:07.317 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:07.317 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:07.318 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:07.318 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:07.318 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:07.318 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:07.318 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:07.318 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:07.318 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:07.318 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:07.318 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:07.318 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:07.318 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:07.319 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:07.319 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:07.319 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:07.325 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=12.601597ms] [] [2024/05/06 15:16:07.325 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [checksum="{cksum=9362138208737453770,size=47,kvs=1}"] [2024/05/06 15:16:07.326 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 15:16:07.326 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 15:16:07.328 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [local="{cksum=9362138208737453770,size=47,kvs=1}"] [2024/05/06 15:16:07.328 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=15.499607ms] [] [2024/05/06 15:16:07.328 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=15.62715ms] [] [2024/05/06 15:16:07.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:07.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:07.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:07.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/06 15:16:07.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:07.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:07.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:07.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:07.639 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:16:07.639 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:07.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:07.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:07.653 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=67] [step=done] [state=running] [] [2024/05/06 15:16:07.656 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=67] [2024/05/06 15:16:07.664 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:07.816 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.167377868\n# Parse_time: 0.000086143\n# Compile_time: 0.000402401\n# Rewrite_time: 0.000131411\n# Optimize_time: 0.000190195\n# Wait_TS: 0.000345645\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:16:07.857 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:16:07.874 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=68] [job-id=68] [thread-cnt=1] [2024/05/06 15:16:07.874 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=68] [2024/05/06 15:16:07.954 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=67] [error="context canceled"] [2024/05/06 15:16:07.954 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=67] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.629088ms] [] [2024/05/06 15:16:08.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:08.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:08.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:08.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:08.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:08.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=67] [2024/05/06 15:16:08.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:08.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:08.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:08.162 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:08.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:08.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:08.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:08.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:08.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:08.650 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:08.650 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:09.130 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=68] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:16:09.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:09.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:09.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:09.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:09.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:09.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:09.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:09.632 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:09.633 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/06 15:16:09.634 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 15:16:09.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:09.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:09.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:09.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:09.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:09.646 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 15:16:09.646 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 15:16:09.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=95.498µs] [2024/05/06 15:16:09.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=236.812µs] [] [2024/05/06 15:16:09.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:09.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:09.647 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:09.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:09.649 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:09.660 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=68] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:09.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:09.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=68] [2024/05/06 15:16:09.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=68] [type=ImportInto] [2024/05/06 15:16:10.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:10.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:10.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:10.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:10.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:10.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:10.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:10.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:10.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:10.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:10.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:10.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:10.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 15:16:10.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:10.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:10.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:10.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:10.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:10.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:10.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 15:16:10.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=68] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:10.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 15:16:10.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 15:16:10.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:10.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:10.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:10.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:10.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:10.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:10.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:10.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:10.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:10.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:10.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:10.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:10.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:10.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:10.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:10.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:10.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:10.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:10.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:10.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:10.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:10.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:10.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:10.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:10.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:10.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:10.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:10.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 15:16:10.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=68] [step=import] [limit=256MiB] [2024/05/06 15:16:10.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=136] [2024/05/06 15:16:10.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:10.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:10.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 15:16:10.329 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=316] [key=1.txt:0] [2024/05/06 15:16:10.331 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=1.txt:0] [readDur=746.09µs] [encodeDur=199.808µs] [deliverDur=218.787µs] [checksum="{cksum=16615416044872410788,size=47,kvs=1}"] [takeTime=1.410824ms] [] [2024/05/06 15:16:10.331 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=47] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/68/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/f2f9a639-2349-4f37-8263-e7b659be6184.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 15:16:10.331 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=136] [takeTime=54.400479ms] [] [2024/05/06 15:16:10.332 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 15:16:10.332 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 15:16:10.332 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:10.333 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.640467ms] [] [2024/05/06 15:16:10.333 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 15:16:10.337 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:10.339 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 15:16:10.339 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:10.339 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:10.339 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF3C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3C5F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:16:10.340 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF3C5F728000000000FF0000010000000000FA] [end=7480000000000001FF3C5F728000000000FF0000020000000000FA] [2024/05/06 15:16:10.340 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF3C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3C5F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:16:10.340 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.743µs] [2024/05/06 15:16:10.340 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.190702ms] [] [2024/05/06 15:16:10.352 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 132, but you sent conf_ver: 5 version: 130"] [region="{ID=548,startKey=7480000000000001FF3C5F728000000000FF0000010000000000FA,endKey=7480000000000001FF3C5F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:132 \",peers=\"id:549 store_id:2 ,id:550 store_id:3 ,id:551 store_id:1 \"}"] [start=74800000000000013C5F728000000000000001] [end=74800000000000013C5F728000000000000002] [2024/05/06 15:16:10.352 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571656906047492] [req-type=Cop] [region="{ region id: 14, ver: 130, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:10.352 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000013C5F728000000000000001] [endKey=74800000000000013C5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:12.352 +08:00] [2024/05/06 15:16:10.352 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571656906047492] [req-type=Cop] [region="{ region id: 14, ver: 130, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:10.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:10.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:10.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:10.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:10.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:10.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:10.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:11.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:11.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:11.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:11.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:11.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:11.149 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:11.149 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:11.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:11.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:11.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:11.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:11.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:11.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:11.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:12.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:12.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:12.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:12.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:12.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:12.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:12.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:12.365 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 15:16:12.366 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=2.032831225s] [] [2024/05/06 15:16:12.366 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:12.367 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.036248ms] [] [2024/05/06 15:16:12.367 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 15:16:12.367 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:12.369 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.495956ms] [] [2024/05/06 15:16:12.369 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 15:16:12.369 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:12.369 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=45.368µs] [] [2024/05/06 15:16:12.369 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:12.370 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=759.536µs] [] [2024/05/06 15:16:12.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:12.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:12.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:12.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:12.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:12.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:12.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/06 15:16:12.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:12.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:12.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:12.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:12.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:12.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:12.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:12.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:12.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:12.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:12.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:12.657 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:12.657 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:12.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:12.657 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:12.672 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 15:16:12.673 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:12.673 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:12.673 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:12.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=68] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:12.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:12.997 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:13.001 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:13.001 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:13.001 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:13.001 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:13.003 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:13.003 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:13.003 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:13.003 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=68] [error="context canceled"] [2024/05/06 15:16:13.003 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=68] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.765299084s] [] [2024/05/06 15:16:13.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:13.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:13.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:13.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:13.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:13.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:13.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:13.310 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=68] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:13.311 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=68] [step=post-process] [2024/05/06 15:16:13.324 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/06 15:16:13.324 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/06 15:16:13.324 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/06 15:16:13.327 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:13.328 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:13.328 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:13.329 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:13.329 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:13.330 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:13.330 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:13.330 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:13.330 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:13.330 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:13.330 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:13.337 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=12.810796ms] [] [2024/05/06 15:16:13.337 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [checksum="{cksum=16615416044872410788,size=47,kvs=1}"] [2024/05/06 15:16:13.338 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 15:16:13.338 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 15:16:13.340 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [local="{cksum=16615416044872410788,size=47,kvs=1}"] [2024/05/06 15:16:13.340 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=16.167417ms] [] [2024/05/06 15:16:13.341 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=16.299644ms] [] [2024/05/06 15:16:13.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:13.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:13.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:13.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:13.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:13.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:13.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/06 15:16:13.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:13.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:16:13.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:13.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:13.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:13.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=68] [step=done] [state=running] [] [2024/05/06 15:16:13.653 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=68] [2024/05/06 15:16:13.660 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:13.966 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=68] [error="context canceled"] [2024/05/06 15:16:13.967 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=68] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.764039ms] [] [2024/05/06 15:16:14.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:14.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:14.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:14.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:14.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:14.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=68] [2024/05/06 15:16:14.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:14.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:14.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:14.163 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:14.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:14.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:14.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:14.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:14.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:14.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:14.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:14.883 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 15:16:14.895 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:14.895 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 15:16:14.918 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:14.936 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=608.092µs] [gotSchemaVersion=229] [phyTblIDs="[314,316]"] [actionTypes="[2,2]"] [2024/05/06 15:16:14.941 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=229] [2024/05/06 15:16:14.986 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.476915ms] [job="ID:318, Type:drop schema, State:running, SchemaState:write only, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.000 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:running, SchemaState:write only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.016 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=658.016µs] [gotSchemaVersion=230] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:16:15.020 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=230] [2024/05/06 15:16:15.066 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.835223ms] [job="ID:318, Type:drop schema, State:running, SchemaState:delete only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.079 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:running, SchemaState:delete only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.097 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=623.662µs] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:16:15.102 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=231] [2024/05/06 15:16:15.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:15.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:15.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:15.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:15.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:15.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:15.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:15.147 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.2894ms] [job="ID:318, Type:drop schema, State:done, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.164 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=318] [tableIDs="[314,316]"] [2024/05/06 15:16:15.170 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=318] [jobType="drop schema"] [2024/05/06 15:16:15.171 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [job="ID:318, Type:drop schema, State:synced, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:14.852 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.187 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=318] [2024/05/06 15:16:15.187 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:15.189 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.306595783\n# Parse_time: 0.000078655\n# Compile_time: 0.000283643\n# Rewrite_time: 0.000028496\n# Optimize_time: 0.000168443\n# Wait_TS: 0.000389438\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/06 15:16:15.190 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 15:16:15.203 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:15.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:15.203 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:15.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE test_detached;"] [2024/05/06 15:16:15.220 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=320] [conn=2] [category=ddl] [job="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:15.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.235 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=968.124µs] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:16:15.239 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=320] [version=232] [2024/05/06 15:16:15.285 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=53.511793ms] [job="ID:320, Type:create schema, State:done, SchemaState:public, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:15.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.299 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=320] [conn=2] [job="ID:320, Type:create schema, State:synced, SchemaState:public, SchemaID:319, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:15.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.310 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=320] [2024/05/06 15:16:15.310 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:15.313 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=232] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 15:16:15.328 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:15.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:15.328 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:15.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 15:16:15.346 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=322] [conn=2] [category=ddl] [job="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:15.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.367 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=2.056092ms] [gotSchemaVersion=233] [phyTblIDs="[321]"] [actionTypes="[3]"] [2024/05/06 15:16:15.371 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=322] [version=233] [2024/05/06 15:16:15.414 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.968001ms] [job="ID:322, Type:create table, State:done, SchemaState:public, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:15.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.429 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=322] [conn=2] [job="ID:322, Type:create table, State:synced, SchemaState:public, SchemaID:319, TableID:321, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:15.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.442 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=322] [2024/05/06 15:16:15.442 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:15.445 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=233] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 15:16:15.459 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:15.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:15.460 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:15.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 15:16:15.480 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:15.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.500 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=1.790712ms] [gotSchemaVersion=234] [phyTblIDs="[323]"] [actionTypes="[3]"] [2024/05/06 15:16:15.504 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=324] [version=234] [2024/05/06 15:16:15.549 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.905289ms] [job="ID:324, Type:create table, State:done, SchemaState:public, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:15.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.563 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:create table, State:synced, SchemaState:public, SchemaID:319, TableID:323, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:15.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:15.574 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 15:16:15.574 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:15.616 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:16:15.634 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=69] [job-id=69] [thread-cnt=1] [2024/05/06 15:16:15.634 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=69] [2024/05/06 15:16:15.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:15.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:15.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:15.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:15.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:15.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:15.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:16.136 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:16.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:16.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:16.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:16.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:16.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:16.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:16.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:16.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:16.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:16.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:16.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:16.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:16.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:17.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:17.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:17.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:17.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:17.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:17.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:17.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:17.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:17.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:17.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:17.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:17.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:17.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:17.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:18.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=69] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:16:18.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:18.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:18.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:18.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:18.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:18.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:18.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:18.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:18.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/06 15:16:18.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 15:16:18.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:18.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:18.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:18.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:18.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:18.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 15:16:18.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 15:16:18.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=42.394µs] [2024/05/06 15:16:18.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=172.692µs] [] [2024/05/06 15:16:18.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:18.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:18.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:18.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:18.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:18.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=69] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:18.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:18.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=69] [2024/05/06 15:16:18.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=69] [type=ImportInto] [2024/05/06 15:16:19.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:19.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:19.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:19.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:19.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:19.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:19.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:19.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:19.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:19.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:19.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:19.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:19.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 15:16:19.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:19.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:19.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:19.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:19.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:19.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:19.160 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 15:16:19.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=69] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:19.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 15:16:19.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 15:16:19.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:19.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:19.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:19.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:19.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:19.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:19.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:19.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:19.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:19.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:19.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:19.244 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:19.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:19.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:19.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:19.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:19.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:19.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:19.245 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:19.249 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:19.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:19.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:19.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:19.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:19.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:19.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:19.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:19.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 15:16:19.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=69] [step=import] [limit=256MiB] [2024/05/06 15:16:19.272 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=138] [2024/05/06 15:16:19.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:19.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:19.279 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=321] [2024/05/06 15:16:19.293 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=321] [key=1.txt:0] [2024/05/06 15:16:19.294 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=321] [key=1.txt:0] [readDur=669.56µs] [encodeDur=345.804µs] [deliverDur=215.95µs] [checksum="{cksum=15342004739662364154,size=33,kvs=1}"] [takeTime=1.502252ms] [] [2024/05/06 15:16:19.295 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=138] [takeTime=22.349884ms] [] [2024/05/06 15:16:19.295 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/69/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/4beb2dcb-70c9-4f78-8219-3607f302b8dd.sst] [firstKey=7480000000000001415F728000000000000001] [lastKey=7480000000000001415F728000000000000001] [2024/05/06 15:16:19.295 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 15:16:19.295 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 15:16:19.295 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:19.297 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.563008ms] [] [2024/05/06 15:16:19.297 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 15:16:19.301 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:19.302 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 15:16:19.302 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:19.302 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:19.303 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF415F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF415F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:16:19.303 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF415F728000000000FF0000010000000000FA] [end=7480000000000001FF415F728000000000FF0000020000000000FA] [2024/05/06 15:16:19.303 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF415F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF415F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:16:19.304 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=367.913µs] [2024/05/06 15:16:19.304 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.075197ms] [] [2024/05/06 15:16:19.310 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:132 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 134, request epoch conf_ver: 5 version: 132\")"] ["job stage"=needRescan] [2024/05/06 15:16:19.311 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001415F728000000000000001] [endKey=7480000000000001415F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:21.311 +08:00] [2024/05/06 15:16:19.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571659265343491] [req-type=Cop] [region="{ region id: 14, ver: 132, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:19.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571659265343491] [req-type=Cop] [region="{ region id: 14, ver: 132, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:19.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:19.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:19.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:19.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:19.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:19.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:19.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:20.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:20.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:20.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:20.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:20.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:20.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:20.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:20.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:20.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:20.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:20.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:20.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:20.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:20.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:21.269 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:21.270 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:21.271 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:21.271 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:21.271 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:21.282 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:21.282 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:21.326 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 15:16:21.327 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=2.030597513s] [] [2024/05/06 15:16:21.327 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 15:16:21.329 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.136593ms] [] [2024/05/06 15:16:21.329 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 15:16:21.329 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:21.330 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.552128ms] [] [2024/05/06 15:16:21.331 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 15:16:21.331 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:21.331 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=41.433µs] [] [2024/05/06 15:16:21.331 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 15:16:21.331 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=761.356µs] [] [2024/05/06 15:16:21.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:21.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:21.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:21.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/06 15:16:21.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:21.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:21.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:21.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:21.641 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:21.642 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:21.642 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:21.643 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:21.643 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:21.644 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:21.644 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:21.644 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:21.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:21.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:21.659 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:21.659 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:21.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:21.659 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:21.675 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 15:16:21.676 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:21.676 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:21.676 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:21.689 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=69] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:21.689 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:21.967 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 15:16:21.971 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:21.971 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:21.971 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:21.971 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:21.971 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:21.971 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:21.971 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:21.972 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:21.972 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:21.972 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:21.973 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:21.973 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:21.973 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:21.973 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=69] [error="context canceled"] [2024/05/06 15:16:21.973 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=69] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.737365659s] [] [2024/05/06 15:16:22.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:22.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:22.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:22.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:22.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:22.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:22.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:22.280 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=69] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:22.281 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=69] [step=post-process] [2024/05/06 15:16:22.294 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/06 15:16:22.295 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/06 15:16:22.295 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/06 15:16:22.299 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:22.300 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:22.300 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:22.301 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:22.301 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:22.302 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:22.302 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:22.302 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:22.302 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:22.302 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:22.302 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:22.302 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:22.303 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:22.311 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=15.589458ms] [] [2024/05/06 15:16:22.311 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [checksum="{cksum=15342004739662364154,size=33,kvs=1}"] [2024/05/06 15:16:22.311 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 15:16:22.312 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 15:16:22.314 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [local="{cksum=15342004739662364154,size=33,kvs=1}"] [2024/05/06 15:16:22.314 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=18.976329ms] [] [2024/05/06 15:16:22.314 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=19.319095ms] [] [2024/05/06 15:16:22.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:22.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:22.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:22.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/06 15:16:22.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:22.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:16:22.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:22.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:22.638 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:22.638 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:22.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:22.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:22.650 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=69] [step=done] [state=running] [] [2024/05/06 15:16:22.652 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=69] [2024/05/06 15:16:23.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:23.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:23.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:23.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:23.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:23.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:23.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:23.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:23.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:23.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:23.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:23.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:23.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:23.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:23.681 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449571660143525889\n# Query_time: 1.027182832\n# Parse_time: 0\n# Compile_time: 0.001581603\n# Rewrite_time: 0.001047407\n# Optimize_time: 0.000572216\n# Wait_TS: 0.000108198\n# Prewrite_time: 0.001138331 Commit_time: 1.02209708 Get_commit_ts_time: 0.00024869 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 671.1µs, scan_detail: {get_snapshot_time: 9.32µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 19.7µs, propose_send_wait: 0s, persist_log: {total: 77.8µs, write_leader_wait: 73ns, sync_log: 49.4µs, write_memtable: 2.01µs}, commit_log: 275.7µs, apply_batch_wait: 16.1µs, apply: {total:148.1µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 22.9µs, write_memtable: 83.5µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, tikv_wall_time: 671.1µs, scan_detail: {get_snapshot_time: 9.32µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 19.7µs, propose_send_wait: 0s, persist_log: {total: 77.8µs, write_leader_wait: 73ns, sync_log: 49.4µs, write_memtable: 2.01µs}, commit_log: 275.7µs, apply_batch_wait: 16.1µs, apply: {total:148.1µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 22.9µs, write_memtable: 83.5µs}}} Write_keys: 3 Write_size: 383 Prewrite_region: 1\n# Is_internal: true\n# Digest: 6d56b0f33380572aa00102ce670d7db6150df62f8b27ec78f375815a2879c646\n# Stats: tidb_import_jobs:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 18075\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_import_jobs is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wAzoMAkyOF80CTAJMAlOL0EJMAl0aW1lOjEuMThtcywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXQFJwA0AScMZ2V0XxEiJHM6MjQ4LjfCtXMRNkA6MS4wMnMsIHNsb3dlc3RfcA0/8EZfcnBjOiB7dG90YWw6IDAuMDAxcywgcmVnaW9uX2lkOiAyOCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgdGlrdl93YWxsXwWxFCA2NzEuMQV1NHNjYW5fZGV0YWlsOiB7AZsgc25hcHNob3RfCSsMOS4zMgUqZHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpAc8odW50OiA2fX19LCAF7hlUBZQ4X2JhdGNoX3dhaXQ6IDE5DfIscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nGfIMNzcuOAWICV8UbGVhZGVyDTUINzNuITIIeW5jCTQMNDkuNB0sMG1lbXRhYmxlOiAyLjAB9wB9MW0JLwgyNzUNkRBhcHBseTasAAA2LSkFGxWPCDE0OA0YFG11dGV4XykSAb1KnwAZFwB3IbwMMjIuOVKeABg4My41wrVzJUVNIRhwcmltYXJ5Nv0BQSJBI9r9AQE/IS9++gEEMTgtRkb6AQWjCepVPEboAQAyUWWu6AEINjkuSXAJXzboAQAwOugBCDYuM1JKAQgxLjIBRT7oAQQyMiVhACwpzTboAQA5TV866AFpjQRtdb7lAQQzMk0gCcdZgwQ0NAW0JUItwQhudW2BNgkqFGtleXM6M3FGaGJ5dGU6MzgzfQk3LjU3IEtCCU4vQQoxCTFfN4GGyC4xMAllcShteXNxbC50aWRiX2ltcG9ydF9qb2JzLnN0YXR1cywgInJ1bm5pbmciKQkxCWXWCDgyMgWGBCwgibQUMgkyLjA4EV8oMgkzNl82CTAJMQlpOD5aACgsIGhhbmRsZTo2OQEkBGltAQoANU3WCVIoMywgR2V0OntudW1FvQgxLCCFuwBfBS4ENTOJ9QB9ERYYcHJvY2VzcwkeBCA0qREJMYE0ERhRHD7QBAQxMQlQACw60AQJQhFdAGshWwAgFYouFwAMX3NpeoEgpS2hYxktUhQFBDUyRXgAcoYUBTAyfX19CU4vQQlOL0EK')\n# Plan_digest: 1622e47e94360de0b1ef3673f881d193223f865b47190c6e6ced299265260a81\n# Binary_plan: tidb_decode_binary_plan('mQ3gCpQNCghVcGRhdGVfNBKEBAoLU2VsZWN0aW9uXzcSiAMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwYfA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfaW1wb3J0X2pvYnNSCWhhbmRsZTo2OVoWdGltZTo2OTUuOcK1cywgbG9vcHM6M2KKAkdldDp7bnVtX3JwYzoxLCB0b3RhbF90AS8gNTM4LjfCtXN9ERYgcHJvY2Vzc190AR4EIDQBHBEbDHdhaXQRGAw5LjLCAWUcdGlrdl93YWwNTwggMTEJUEAsIHNjYW5fZGV0YWlsOiB7dAVzEV0Ya2V5czogMRFZLhcAJF9zaXplOiAyNjIRHhUtKGdldF9zbmFwc2hvEYgIOS41CYiocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCBAF4CQgM////AS17ECxAKZqZAQEAuS17EFIsZXEoJXoALj55AUwuc3RhdHVzLCAicnVubmluZyIpWimBEDgyMi4zJRwpgQwycNcQHWwh0xhSA04vQVoUJWMUMS4xOG1zMa5gMWLTCGNvbW1pdF90eG46IHtwcmV3cml0ZQEoADQBKCEFESIMczoyNDFvCRQQOjEuMDIhfRhsb3dlc3RfET8l+i2GMDogMC4wMDFzLCByZWdBi2xpZDogMjgsIHN0b3JlOiAxMjcuMC4wLjE6MjAxJYc65AEQNjcxLjEF4jbkAQGbQqABADOioAEUNn19fSwgBe5ZOAWUFF9iYXRjaEWADDogMTlFsTQsIHByb3Bvc2Vfc2VuZA0cADABFyRlcnNpc3RfbG9nGfIMNzcuOAWyCV8UbGVhZGVyDTUINzNuITIIeW5jCTQMNDkuNB0sGG1lbXRhYmxBlAQuMAH3BH0sLW0JLwgyNzUNkRBhcHBseTasAAA2LSkFGxWPCDE0OA0YFG11dGV4X0myAb1KnwAZFxx3YWw6IDIyLmnfCSsZngw4My41YckhRUkNHF9wcmltYXJ5Nv0BQSJBI9r9AQE/IS8y3gNK+gEEMTgtRkaaAwWjCb+VIEboAQAyUWWu6AEANpGYCV826AEAMDroAQA2bagJLDlKCDEuMkG1PugBBDIyJWEALCnNNugBADlNXzroAWmNBG11vuUBBDMyTSA+mwAENDQFtCVCLcEQbnVtOjFxOKUsADMRDmBieXRlOjM4M31wxDx4////////////ARgB')\n# Resource_group: default\nUPDATE mysql.tidb_import_jobs SET update_time = CURRENT_TIMESTAMP(6), end_time = CURRENT_TIMESTAMP(6), status = 'finished', step = '', summary = _binary'{\\\"imported-rows\\\":1}' WHERE id = 69 AND status = 'running';"] [2024/05/06 15:16:23.682 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:23.709 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=69] [2024/05/06 15:16:23.717 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:23.729 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:23.744 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.167131698\n# Parse_time: 0.000082737\n# Compile_time: 0.000395737\n# Rewrite_time: 0.000133249\n# Optimize_time: 0.000168443\n# Wait_TS: 0.000288706\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 15:16:23.784 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:16:23.802 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=70] [job-id=70] [thread-cnt=1] [2024/05/06 15:16:23.803 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=70] [2024/05/06 15:16:23.860 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=69] [error="context canceled"] [2024/05/06 15:16:23.860 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=69] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.579940157s] [] [2024/05/06 15:16:23.860 +08:00] [ERROR] [scheduler.go:130] ["BaseScheduler panicked"] [task-id=69] [recover="runtime error: invalid memory address or nil pointer dereference"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:130\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:23.865 +08:00] [WARN] [scheduler.go:647] ["update error to subtask success"] [task-id=69] [error="runtime error: invalid memory address or nil pointer dereference"] [errorVerbose="runtime error: invalid memory address or nil pointer dereference\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run.func1\n\tpkg/disttask/framework/scheduler/scheduler.go:131\nruntime.gopanic\n\tGOROOT/src/runtime/panic.go:920\nruntime.panicmem\n\tGOROOT/src/runtime/panic.go:261\nruntime.sigpanic\n\tGOROOT/src/runtime/signal_unix.go:861\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:240\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:24.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=70] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:16:24.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:24.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:24.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:24.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:24.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:24.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:24.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:24.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:24.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/06 15:16:24.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 15:16:24.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:24.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:24.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:24.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:24.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:24.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 15:16:24.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 15:16:24.645 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=42.463µs] [2024/05/06 15:16:24.645 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=156.968µs] [] [2024/05/06 15:16:24.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:24.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:24.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:24.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:24.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:24.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=70] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:24.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:24.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=70] [2024/05/06 15:16:24.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=70] [type=ImportInto] [2024/05/06 15:16:25.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:25.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:25.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:25.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:25.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:25.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:25.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:25.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:25.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:25.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:25.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:25.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:25.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 15:16:25.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:25.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:25.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:25.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:25.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:25.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:25.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:25.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:25.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:25.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:25.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:25.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:25.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 15:16:25.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=70] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:25.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 15:16:25.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 15:16:25.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:25.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:25.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:25.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:25.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:25.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:25.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:25.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:25.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:25.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:25.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:25.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:25.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:25.246 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:25.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:25.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:25.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:25.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:25.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:25.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:25.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:25.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:25.251 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:25.251 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:25.252 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:25.252 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:25.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:25.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 15:16:25.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=70] [step=import] [limit=256MiB] [2024/05/06 15:16:25.275 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=140] [2024/05/06 15:16:25.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:25.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:25.282 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=323] [2024/05/06 15:16:25.298 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=323] [key=1.txt:0] [2024/05/06 15:16:25.300 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=323] [key=1.txt:0] [readDur=816.344µs] [encodeDur=202.575µs] [deliverDur=187.868µs] [checksum="{cksum=1315384328616779055,size=33,kvs=1}"] [takeTime=1.469334ms] [] [2024/05/06 15:16:25.300 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=140] [takeTime=24.984674ms] [] [2024/05/06 15:16:25.300 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/5d59ef82-211a-4a50-872a-90a56b7a0942.sst] [firstKey=7480000000000001435F728000000000000001] [lastKey=7480000000000001435F728000000000000001] [2024/05/06 15:16:25.301 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 15:16:25.301 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 15:16:25.301 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:25.302 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.799299ms] [] [2024/05/06 15:16:25.303 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 15:16:25.306 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:25.308 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 15:16:25.308 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:25.308 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:25.308 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF435F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF435F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:16:25.309 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF435F728000000000FF0000010000000000FA] [end=7480000000000001FF435F728000000000FF0000020000000000FA] [2024/05/06 15:16:25.309 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF435F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF435F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:16:25.309 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.896µs] [2024/05/06 15:16:25.309 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.085463ms] [] [2024/05/06 15:16:25.316 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:134 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 136, request epoch conf_ver: 5 version: 134\")"] ["job stage"=needRescan] [2024/05/06 15:16:25.317 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001435F728000000000000001] [endKey=7480000000000001435F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:27.317 +08:00] [2024/05/06 15:16:25.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571660838207492] [req-type=Cop] [region="{ region id: 14, ver: 134, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:25.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571660838207492] [req-type=Cop] [region="{ region id: 14, ver: 134, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:25.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:25.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:25.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:25.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:25.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:25.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:25.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:26.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:26.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:26.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:26.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:26.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:26.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:26.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:26.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:26.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:26.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:26.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:26.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:26.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:26.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:27.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:27.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:27.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:27.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:27.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:27.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:27.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:27.330 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 15:16:27.331 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=2.028407165s] [] [2024/05/06 15:16:27.331 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 15:16:27.332 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=994.478µs] [] [2024/05/06 15:16:27.332 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 15:16:27.332 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:27.334 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.265242ms] [] [2024/05/06 15:16:27.334 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 15:16:27.334 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:27.334 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=41.184µs] [] [2024/05/06 15:16:27.334 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 15:16:27.334 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=712.091µs] [] [2024/05/06 15:16:27.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:27.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:27.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:27.637 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/06 15:16:27.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:27.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:27.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:27.638 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:27.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:27.641 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:27.641 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:27.642 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:27.642 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:27.643 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:27.643 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:27.643 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:27.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:27.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:27.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:27.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:27.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:27.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:27.673 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 15:16:27.674 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:27.674 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:16:27.674 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:27.686 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=70] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:27.686 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:27.960 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 15:16:27.963 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:27.963 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:27.963 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:27.963 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:27.963 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:27.963 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:27.963 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:27.964 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:27.964 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:27.964 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:27.965 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:27.965 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:27.965 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:27.965 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=70] [error="context canceled"] [2024/05/06 15:16:27.965 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=70] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.728180457s] [] [2024/05/06 15:16:28.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:28.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:28.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:28.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:28.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:28.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:28.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:28.271 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=70] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:28.272 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=70] [step=post-process] [2024/05/06 15:16:28.285 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/06 15:16:28.285 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/06 15:16:28.285 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/06 15:16:28.288 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:28.289 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:28.289 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:28.290 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:28.290 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:28.291 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:28.291 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:28.291 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:28.291 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:28.291 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:28.291 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:28.291 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:28.291 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:28.291 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:28.292 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:28.292 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:28.292 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:28.292 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:28.292 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:28.299 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=13.716243ms] [] [2024/05/06 15:16:28.299 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [checksum="{cksum=1315384328616779055,size=33,kvs=1}"] [2024/05/06 15:16:28.300 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 15:16:28.300 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 15:16:28.302 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [local="{cksum=1315384328616779055,size=33,kvs=1}"] [2024/05/06 15:16:28.302 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=16.66642ms] [] [2024/05/06 15:16:28.302 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=16.810737ms] [] [2024/05/06 15:16:28.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:28.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:28.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:28.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:28.635 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:28.635 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:28.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/06 15:16:28.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:28.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:16:28.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:28.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:28.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:28.648 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=70] [step=done] [state=running] [] [2024/05/06 15:16:28.650 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=70] [2024/05/06 15:16:28.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:28.927 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=70] [error="context canceled"] [2024/05/06 15:16:28.927 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=70] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.547292ms] [] [2024/05/06 15:16:29.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:29.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:29.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:29.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:29.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:29.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=70] [2024/05/06 15:16:29.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:29.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:29.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:29.161 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:29.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:29.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:29.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:29.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:29.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:29.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:29.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] === RUN TestLoadRemote/TestShowDetachedJob [2024/05/06 15:16:29.810 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 15:16:29.811 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 15:16:29.823 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:29.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:29.823 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:29.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database show_detached_job"] [2024/05/06 15:16:29.838 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:29.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:29.853 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=971.88µs] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:16:29.857 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=326] [version=235] [2024/05/06 15:16:29.902 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.21787ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:29.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:29.916 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:29.802 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:29.925 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 15:16:29.925 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:29.928 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:16:29.941 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:29.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:29.941 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:29.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 15:16:29.954 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:29.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:29.971 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=1.516027ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [2024/05/06 15:16:29.975 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=328] [version=236] [2024/05/06 15:16:30.020 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.16517ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:29.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.035 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:29.902 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.045 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 15:16:30.045 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:30.048 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:16:30.060 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:30.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 15:16:30.060 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:30.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:30.074 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:30.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.090 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=1.53592ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [2024/05/06 15:16:30.094 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=330] [version=237] [2024/05/06 15:16:30.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:30.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:30.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:30.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:30.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:30.139 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.517959ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:30.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:30.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:30.161 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:30.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.171 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 15:16:30.172 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:30.174 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:16:30.187 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:30.187 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 15:16:30.201 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.219 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.71526ms] [gotSchemaVersion=238] [phyTblIDs="[331]"] [actionTypes="[3]"] [2024/05/06 15:16:30.223 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=332] [version=238] [2024/05/06 15:16:30.268 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.224819ms] [job="ID:332, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.282 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:331, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:30.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:30.293 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 15:16:30.293 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:30.337 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:16:30.353 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=71] [job-id=71] [thread-cnt=8] [2024/05/06 15:16:30.354 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=71] [2024/05/06 15:16:30.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:30.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:30.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:30.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:30.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:30.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:30.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:31.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:31.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:31.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:31.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:31.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:31.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:31.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:31.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:31.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:31.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:31.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:31.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:31.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:31.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:32.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:32.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:32.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:32.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:32.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:32.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:32.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:32.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:32.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:32.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:32.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:32.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:32.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:32.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:33.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=71] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:16:33.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:33.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:33.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:33.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:33.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:33.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:33.148 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:33.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:33.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/06 15:16:33.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 15:16:33.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:33.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:33.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:33.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:33.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:33.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 15:16:33.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 15:16:33.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=40.118µs] [2024/05/06 15:16:33.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=138.764µs] [] [2024/05/06 15:16:33.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:33.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:33.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:33.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:33.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:33.655 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=71] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:33.655 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:33.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=71] [2024/05/06 15:16:33.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=71] [type=ImportInto] [2024/05/06 15:16:34.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:34.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:34.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:34.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:34.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:34.137 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:34.138 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:34.138 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:34.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:34.139 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:34.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:34.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:34.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 15:16:34.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:34.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:34.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:34.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:34.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:34.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:34.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:34.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:34.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:34.159 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:34.159 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:34.159 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:34.164 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 15:16:34.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=71] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:34.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 15:16:34.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 15:16:34.240 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:34.241 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:34.241 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:34.242 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:34.242 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:34.243 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:34.243 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:34.243 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:34.243 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:34.243 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:34.243 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:34.243 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:34.243 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:34.247 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:34.248 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:34.248 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:34.248 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:34.248 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:34.249 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:34.249 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:34.257 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:34.257 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 15:16:34.258 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=71] [step=import] [limit=256MiB] [2024/05/06 15:16:34.270 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=142] [2024/05/06 15:16:34.273 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 15:16:34.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 15:16:34.276 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 15:16:34.335 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=42.629256ms] [2024/05/06 15:16:34.339 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=327] [key=t.csv:0] [2024/05/06 15:16:34.342 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=t.csv:0] [readDur=1.975267ms] [encodeDur=427.736µs] [deliverDur=154.785µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=3.510157ms] [] [2024/05/06 15:16:34.343 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=142] [takeTime=73.756144ms] [] [2024/05/06 15:16:34.343 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/71/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/8b2a6cc5-074d-4373-9d2d-d186a018c4b0.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000002] [2024/05/06 15:16:34.344 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 15:16:34.344 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 15:16:34.344 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 15:16:34.345 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.63552ms] [] [2024/05/06 15:16:34.345 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 15:16:34.349 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:34.351 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:16:34.351 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:34.351 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 15:16:34.351 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF475F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF475F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:16:34.352 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF475F728000000000FF0000010000000000FA] [end=7480000000000001FF475F728000000000FF0000030000000000FA] [2024/05/06 15:16:34.352 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF475F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF475F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:16:34.352 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=386.011µs] [2024/05/06 15:16:34.352 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.0921ms] [] [2024/05/06 15:16:34.354 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571663197503494] [req-type=Cop] [region="{ region id: 14, ver: 136, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:34.354 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571663197503494] [req-type=Cop] [region="{ region id: 14, ver: 136, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:34.359 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:136 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 138, request epoch conf_ver: 5 version: 136\")"] ["job stage"=needRescan] [2024/05/06 15:16:34.359 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001475F728000000000000001] [endKey=7480000000000001475F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:36.359 +08:00] [2024/05/06 15:16:34.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:34.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:34.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:34.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:34.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:34.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:34.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:35.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:35.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:35.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:35.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:35.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:35.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:35.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:35.641 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:35.641 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:35.642 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:35.642 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:35.642 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:35.651 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:35.651 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:36.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:36.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:36.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:36.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:36.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:36.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:36.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:36.371 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:16:36.373 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=2.027199667s] [] [2024/05/06 15:16:36.373 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 15:16:36.374 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=977.559µs] [] [2024/05/06 15:16:36.374 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 15:16:36.374 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 15:16:36.375 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.223281ms] [] [2024/05/06 15:16:36.375 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 15:16:36.375 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 15:16:36.375 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=36.209µs] [] [2024/05/06 15:16:36.375 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 15:16:36.376 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=722.984µs] [] [2024/05/06 15:16:36.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:36.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:36.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/06 15:16:36.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:36.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:36.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:36.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:36.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:36.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:36.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:36.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:36.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:36.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:36.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:36.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:36.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:36.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:36.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:36.656 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:36.656 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:36.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:36.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:36.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 15:16:36.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:36.671 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:36.671 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:36.682 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=71] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:36.682 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:36.694 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:36.697 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:36.697 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:36.697 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:36.697 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:36.699 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:36.699 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:36.699 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:36.699 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=71] [error="context canceled"] [2024/05/06 15:16:36.699 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=71] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.463850322s] [] [2024/05/06 15:16:37.004 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=71] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:37.005 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=71] [step=post-process] [2024/05/06 15:16:37.017 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/06 15:16:37.017 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/06 15:16:37.017 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/06 15:16:37.017 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=1.55µs] [] [2024/05/06 15:16:37.017 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:16:37.018 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [weight=30] [2024/05/06 15:16:37.018 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [concurrency=15] [2024/05/06 15:16:37.020 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:16:37.020 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=2.738781ms] [] [2024/05/06 15:16:37.020 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=2.853668ms] [] [2024/05/06 15:16:37.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:37.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:37.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:37.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:37.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:37.147 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=71] [step=done] [state=running] [] [2024/05/06 15:16:37.149 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=71] [2024/05/06 15:16:37.157 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:37.336 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=71] [error="context canceled"] [2024/05/06 15:16:37.336 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=71] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=331.816431ms] [] [2024/05/06 15:16:37.399 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:16:37.415 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=72] [job-id=72] [thread-cnt=8] [2024/05/06 15:16:37.416 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=72] [2024/05/06 15:16:37.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:37.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:37.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:37.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:37.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:37.638 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=71] [step=-2] [state=succeed] [2024/05/06 15:16:37.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=71] [2024/05/06 15:16:37.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:37.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:37.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:37.659 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:38.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:38.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:38.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:38.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:38.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:38.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:38.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:38.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:38.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:38.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:38.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:38.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:38.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:38.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:39.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=72] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:16:39.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:39.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:39.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:39.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:39.135 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:39.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:39.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:39.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=72] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:39.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=72] [task-type=ImportInto] [num=1] [2024/05/06 15:16:39.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 15:16:39.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:39.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:39.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:39.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:39.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:39.642 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 15:16:39.642 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 15:16:39.642 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=52.663µs] [2024/05/06 15:16:39.642 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=135.386µs] [] [2024/05/06 15:16:39.642 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:39.642 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=72] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:39.642 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:39.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:39.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:39.653 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=72] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:39.654 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:39.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=72] [2024/05/06 15:16:39.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=72] [type=ImportInto] [2024/05/06 15:16:40.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:40.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:40.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:40.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:40.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:40.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:40.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:40.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:40.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:40.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:40.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:40.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:40.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 15:16:40.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:40.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:40.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:40.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:40.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:40.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:40.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 15:16:40.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=72] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:40.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 15:16:40.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 15:16:40.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:40.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:40.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:40.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:40.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:40.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:40.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:40.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:40.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:40.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:40.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:40.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:40.244 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:40.244 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:40.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:40.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:40.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:40.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:40.245 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:40.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:40.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:40.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:40.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:40.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:40.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:40.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:40.260 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:40.260 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 15:16:40.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=72] [step=import] [limit=256MiB] [2024/05/06 15:16:40.274 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=144] [2024/05/06 15:16:40.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 15:16:40.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 15:16:40.280 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 15:16:40.370 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=329] [key=t2.csv:0] [2024/05/06 15:16:40.372 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=t2.csv:0] [readDur=697.691µs] [encodeDur=173.992µs] [deliverDur=113.392µs] [checksum="{cksum=0,size=50,kvs=2}"] [takeTime=1.228137ms] [] [2024/05/06 15:16:40.372 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000001495F728000000000000001] [2024/05/06 15:16:40.372 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=144] [takeTime=98.880225ms] [] [2024/05/06 15:16:40.373 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/72/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/dc220d05-5ba9-48c6-93a0-df2171c6e4d9.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 15:16:40.373 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 15:16:40.373 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 15:16:40.373 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 15:16:40.374 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.544143ms] [] [2024/05/06 15:16:40.374 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 15:16:40.378 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:40.380 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 15:16:40.380 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:40.380 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 15:16:40.380 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF495F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF495F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:16:40.381 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF495F728000000000FF0000010000000000FA] [end=7480000000000001FF495F728000000000FF0000020000000000FA] [2024/05/06 15:16:40.381 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF495F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF495F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:16:40.381 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=400.103µs] [2024/05/06 15:16:40.381 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.096372ms] [] [2024/05/06 15:16:40.388 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:138 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 140, request epoch conf_ver: 5 version: 138\")"] ["job stage"=needRescan] [2024/05/06 15:16:40.389 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001495F728000000000000001] [endKey=7480000000000001495F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:42.389 +08:00] [2024/05/06 15:16:40.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571664783474691] [req-type=Cop] [region="{ region id: 14, ver: 138, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:40.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571664783474691] [req-type=Cop] [region="{ region id: 14, ver: 138, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:40.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:40.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:40.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:40.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:40.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:40.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:40.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:41.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:41.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:41.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:41.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:41.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:41.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:41.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:41.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:41.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:41.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:41.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:41.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:41.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:41.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:42.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:42.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:42.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:42.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:42.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:42.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:42.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:42.401 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 15:16:42.403 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=2.028250819s] [] [2024/05/06 15:16:42.403 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 15:16:42.404 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=994.537µs] [] [2024/05/06 15:16:42.404 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 15:16:42.404 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 15:16:42.405 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.329008ms] [] [2024/05/06 15:16:42.405 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 15:16:42.405 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 15:16:42.405 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=36.794µs] [] [2024/05/06 15:16:42.406 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 15:16:42.406 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=708.097µs] [] [2024/05/06 15:16:42.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=72] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:42.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=72] [task-type=ImportInto] [num=1] [2024/05/06 15:16:42.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:42.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:42.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:42.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:42.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:42.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:42.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:42.643 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:42.643 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:42.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:42.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:42.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:42.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:42.645 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:42.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:42.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:42.662 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:42.662 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:42.662 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:42.662 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:42.679 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 15:16:42.680 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:42.680 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=72] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:42.680 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:42.691 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=72] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:42.691 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:42.726 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 15:16:42.730 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:42.730 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:42.730 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:42.731 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:42.732 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:42.732 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:42.732 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:42.732 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=72] [error="context canceled"] [2024/05/06 15:16:42.732 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=72] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.496611168s] [] [2024/05/06 15:16:43.039 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=72] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:43.041 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=post-process] [2024/05/06 15:16:43.056 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/06 15:16:43.056 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/06 15:16:43.056 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/06 15:16:43.056 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=3.52µs] [] [2024/05/06 15:16:43.056 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 15:16:43.057 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [weight=30] [2024/05/06 15:16:43.057 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [concurrency=15] [2024/05/06 15:16:43.058 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449571665491263490] [req-type=Cop] [region="{ region id: 576, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 577, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 578, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 579, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=577-not_leader-578:1] [2024/05/06 15:16:43.062 +08:00] [ERROR] [subtask_executor.go:111] ["post process failed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=6.648633ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:111\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:43.063 +08:00] [ERROR] [scheduler.go:428] ["run subtask failed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=6.935211ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:428\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:43.063 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:43.063 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:43.063 +08:00] [WARN] [terror.go:242] ["Unknown error class"] [class=Lighting] [2024/05/06 15:16:43.063 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 15:16:43.069 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=72] [error="context canceled"] [2024/05/06 15:16:43.069 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=72] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=29.92713ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 15:16:43.069 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:43.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:43.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:43.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:43.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:43.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:43.138 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=72] [task-type=ImportInto] [2024/05/06 15:16:43.141 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:16:43.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:43.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:43.226 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=72] [2024/05/06 15:16:43.377 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=72] [step=2] [2024/05/06 15:16:43.382 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=post-process] [2024/05/06 15:16:43.526 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=72] [2024/05/06 15:16:43.635 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 15:16:43.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:43.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:43.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:43.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:43.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:43.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:43.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:43.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:43.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:43.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:43.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:43.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:43.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=72] [step=post-process] [mode=Normal] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:43.646 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:43.646 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:43.646 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:43.646 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:43.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:43.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:43.648 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=72] [2024/05/06 15:16:43.655 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:16:43.701 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=72] [step=2] [state=reverted] [2024/05/06 15:16:43.721 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:16:44.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:44.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:44.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:44.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:44.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:44.142 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/06 15:16:44.143 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=72] [2024/05/06 15:16:44.148 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:44.149 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:44.151 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:44.162 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=73] [job-id=73] [thread-cnt=8] [2024/05/06 15:16:44.162 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=73] [2024/05/06 15:16:44.164 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:44.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:44.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:44.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:44.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:44.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:44.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:44.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:45.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=73] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:16:45.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:45.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:45.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:45.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:45.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:45.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:45.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:45.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=73] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:45.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=73] [task-type=ImportInto] [num=1] [2024/05/06 15:16:45.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 15:16:45.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:45.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:45.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:45.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:45.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:45.642 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t3] [2024/05/06 15:16:45.642 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 15:16:45.643 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=68.95µs] [2024/05/06 15:16:45.643 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t3] [takeTime=167.097µs] [] [2024/05/06 15:16:45.643 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:45.643 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=73] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:45.643 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:45.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:45.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:45.655 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=73] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:45.655 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:45.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=73] [2024/05/06 15:16:45.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=73] [type=ImportInto] [2024/05/06 15:16:46.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:46.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:46.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:46.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:46.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:46.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:46.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:46.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:46.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:46.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:46.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:46.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:46.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 15:16:46.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:46.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:46.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:46.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:46.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:46.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:46.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 15:16:46.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=73] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:46.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 15:16:46.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 15:16:46.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:46.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:46.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:46.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:46.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:46.245 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:46.245 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:46.245 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:46.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:46.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:46.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:46.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:46.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:46.245 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:46.245 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:46.246 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:46.246 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:46.246 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:46.246 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:46.246 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:46.250 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:46.250 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:46.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:46.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:46.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:46.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:46.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:46.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:46.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/05/06 15:16:46.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=73] [step=import] [limit=256MiB] [2024/05/06 15:16:46.277 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=147] [2024/05/06 15:16:46.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 15:16:46.284 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 15:16:46.284 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=331] [2024/05/06 15:16:46.284 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=147] [takeTime=7.674167ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:46.285 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:46.285 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:46.285 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:46.285 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:46.285 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:46.285 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:46.285 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:46.285 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:46.285 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:46.291 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 15:16:46.294 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:46.294 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:46.294 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:46.294 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:46.295 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:46.295 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:46.295 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:46.295 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=73] [error="context canceled"] [2024/05/06 15:16:46.295 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=73] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=58.822021ms] [error="occur an error when sort chunk"] [2024/05/06 15:16:46.295 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:16:46.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:46.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:46.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:46.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:46.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:46.639 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [2024/05/06 15:16:46.642 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:16:46.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:46.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:46.825 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=73] [2024/05/06 15:16:46.908 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=73] [step=1] [2024/05/06 15:16:46.913 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 15:16:46.923 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 15:16:47.125 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=73] [2024/05/06 15:16:47.134 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=73] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 15:16:47.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:47.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:47.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:47.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:47.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:47.137 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:47.138 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:47.138 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:47.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:47.139 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:47.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:47.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:47.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=import] [mode=Normal] [2024/05/06 15:16:47.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:47.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:47.154 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:47.154 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:47.154 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:47.155 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:47.156 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=73] [2024/05/06 15:16:47.163 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] === RUN TestLoadRemote/TestShowJob [2024/05/06 15:16:47.183 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 15:16:47.184 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 15:16:47.200 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database test_show_job"] [2024/05/06 15:16:47.200 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:47.219 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.231 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=73] [step=1] [state=reverted] [2024/05/06 15:16:47.235 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=1.009866ms] [gotSchemaVersion=239] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:16:47.239 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=334] [version=239] [2024/05/06 15:16:47.283 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=52.931587ms] [job="ID:334, Type:create schema, State:done, SchemaState:public, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:16:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.298 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create schema, State:synced, SchemaState:public, SchemaID:333, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.152 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.308 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 15:16:47.308 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:47.312 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:16:47.324 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:47.324 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 15:16:47.339 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.357 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=1.901191ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [2024/05/06 15:16:47.361 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=336] [version=240] [2024/05/06 15:16:47.405 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=52.627039ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.422 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.302 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.434 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 15:16:47.434 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:47.436 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:16:47.450 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:47.450 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 15:16:47.468 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=73] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:16:47.471 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.489 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=1.734284ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [2024/05/06 15:16:47.494 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=338] [version=241] [2024/05/06 15:16:47.538 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.292739ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.564 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.402 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.575 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 15:16:47.575 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:47.578 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 15:16:47.591 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:16:47.591 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 15:16:47.610 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.629 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.797441ms] [gotSchemaVersion=242] [phyTblIDs="[339]"] [actionTypes="[3]"] [2024/05/06 15:16:47.633 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=340] [version=242] [2024/05/06 15:16:47.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:47.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:47.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:47.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:47.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:47.640 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=73] [2024/05/06 15:16:47.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:47.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:47.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:47.659 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:47.678 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=54.213449ms] [job="ID:340, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-06 15:16:47.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.694 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:339, RowCount:0, ArgLen:0, start time: 2024-05-06 15:16:47.552 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:16:47.706 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 15:16:47.706 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:16:47.709 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 15:16:47.769 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 15:16:47.805 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 15:16:47.852 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 15:16:47.915 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 15:16:47.961 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 15:16:48.052 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:16:48.068 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=74] [job-id=74] [thread-cnt=8] [2024/05/06 15:16:48.068 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=74] [2024/05/06 15:16:48.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=74] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:16:48.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:48.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:48.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:48.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:48.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:48.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:48.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:48.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:48.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/06 15:16:48.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 15:16:48.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:48.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:48.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:48.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:48.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:48.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/06 15:16:48.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 15:16:48.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=85.098µs] [2024/05/06 15:16:48.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=210.251µs] [] [2024/05/06 15:16:48.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:48.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:48.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:48.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:48.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:48.656 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=74] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:48.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:48.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=74] [2024/05/06 15:16:48.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=74] [type=ImportInto] [2024/05/06 15:16:49.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:49.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:49.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:49.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:49.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:49.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:49.140 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:49.140 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:49.141 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:49.141 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:49.142 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:49.142 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:49.142 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 15:16:49.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:49.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:49.158 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:49.158 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:49.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:49.158 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:49.163 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 15:16:49.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=74] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:49.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 15:16:49.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 15:16:49.243 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:49.244 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:49.244 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:49.245 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:49.245 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:49.246 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:49.246 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:49.246 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:49.246 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:49.246 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:49.246 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:49.246 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:49.246 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:49.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:49.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:49.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:49.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:49.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:49.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:49.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:49.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:49.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:49.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:49.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:49.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:49.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:49.262 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:49.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 15:16:49.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=74] [step=import] [limit=256MiB] [2024/05/06 15:16:49.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=149] [2024/05/06 15:16:49.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 15:16:49.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 15:16:49.283 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 15:16:49.372 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t.csv:0] [2024/05/06 15:16:49.374 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t.csv:0] [readDur=938.95µs] [encodeDur=361.689µs] [deliverDur=367.22µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.978382ms] [] [2024/05/06 15:16:49.375 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/74/14a064c0-6566-52c4-87f4-e5885586fbff.sst/e79109ce-1bbf-4e81-a1ae-ee95afb28598.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000002] [2024/05/06 15:16:49.375 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=149] [takeTime=98.830179ms] [] [2024/05/06 15:16:49.375 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/06 15:16:49.375 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/06 15:16:49.375 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 15:16:49.377 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.544228ms] [] [2024/05/06 15:16:49.377 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 15:16:49.381 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:49.383 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:16:49.384 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:49.384 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 15:16:49.384 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF4F5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF4F5F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:16:49.385 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF4F5F728000000000FF0000010000000000FA] [end=7480000000000001FF4F5F728000000000FF0000030000000000FA] [2024/05/06 15:16:49.385 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF4F5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF4F5F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:16:49.386 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=1.069047ms] [2024/05/06 15:16:49.386 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.970576ms] [] [2024/05/06 15:16:49.393 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:140 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 142, request epoch conf_ver: 5 version: 140\")"] ["job stage"=needRescan] [2024/05/06 15:16:49.394 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000014F5F728000000000000001] [endKey=74800000000000014F5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:51.394 +08:00] [2024/05/06 15:16:49.396 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571667142770691] [req-type=Cop] [region="{ region id: 14, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:49.396 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571667142770691] [req-type=Cop] [region="{ region id: 14, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:49.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:49.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:49.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:49.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:49.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:49.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:49.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:50.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:50.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:50.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:50.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:50.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:50.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:50.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:50.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:50.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:50.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:50.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:50.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:50.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:50.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:51.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:51.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:51.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:51.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:51.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:51.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:51.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:51.407 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:16:51.409 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=2.032099122s] [] [2024/05/06 15:16:51.409 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 15:16:51.410 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=928.219µs] [] [2024/05/06 15:16:51.410 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/06 15:16:51.410 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 15:16:51.412 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.331776ms] [] [2024/05/06 15:16:51.412 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 15:16:51.412 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 15:16:51.412 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=47.535µs] [] [2024/05/06 15:16:51.412 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 15:16:51.413 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=762.127µs] [] [2024/05/06 15:16:51.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:51.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:51.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:51.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/06 15:16:51.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:51.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:51.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:51.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:51.640 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:51.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:51.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:51.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:51.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:51.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:51.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:51.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:51.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:51.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:51.660 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:51.660 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:51.660 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:51.660 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:51.675 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 15:16:51.676 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:51.676 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:51.676 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:51.687 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=74] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:51.687 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:51.731 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:51.735 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:51.735 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:51.735 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:51.735 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:51.736 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:51.736 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:51.736 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:51.737 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=74] [error="context canceled"] [2024/05/06 15:16:51.737 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=74] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.499532769s] [] [2024/05/06 15:16:52.043 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=74] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:52.044 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=74] [step=post-process] [2024/05/06 15:16:52.057 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/06 15:16:52.058 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/06 15:16:52.058 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/06 15:16:52.058 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=2.021µs] [] [2024/05/06 15:16:52.058 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:16:52.059 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [weight=30] [2024/05/06 15:16:52.059 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [concurrency=15] [2024/05/06 15:16:52.061 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:16:52.061 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=3.328495ms] [] [2024/05/06 15:16:52.061 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=3.47205ms] [] [2024/05/06 15:16:52.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:52.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:52.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:52.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/06 15:16:52.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:52.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:52.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:52.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:52.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:52.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:52.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:52.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:52.147 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=74] [step=done] [state=running] [] [2024/05/06 15:16:52.149 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=74] [2024/05/06 15:16:52.156 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:52.279 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.265300291\n# Parse_time: 0.000096175\n# Compile_time: 0.000400554\n# Rewrite_time: 0.000116019\n# Optimize_time: 0.000032435\n# Wait_TS: 0.000275915\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4yNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4yNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse test_show_job;\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 15:16:52.325 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:16:52.343 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=75] [job-id=75] [thread-cnt=8] [2024/05/06 15:16:52.343 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=75] [2024/05/06 15:16:52.379 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=74] [error="context canceled"] [2024/05/06 15:16:52.379 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=74] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=335.726297ms] [] [2024/05/06 15:16:52.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:52.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:52.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:52.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:52.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:52.642 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=74] [2024/05/06 15:16:52.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:52.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:52.648 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:52.659 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:53.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:53.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:53.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:53.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:53.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:53.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:53.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:53.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:53.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:53.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:53.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:53.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:53.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:53.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:54.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=75] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:16:54.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:54.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:54.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:54.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:54.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:54.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:54.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:54.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:16:54.631 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/06 15:16:54.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 15:16:54.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:54.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:54.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:54.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:54.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:54.642 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/06 15:16:54.642 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 15:16:54.642 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=44.032µs] [2024/05/06 15:16:54.642 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=145.356µs] [] [2024/05/06 15:16:54.642 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:16:54.642 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:54.642 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:16:54.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:54.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:54.654 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=75] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:16:54.654 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:16:54.931 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=75] [2024/05/06 15:16:54.931 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=75] [type=ImportInto] [2024/05/06 15:16:55.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:55.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:55.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:55.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:55.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:55.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:55.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:55.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:55.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:55.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:55.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:55.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:55.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 15:16:55.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:55.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:55.157 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:55.157 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:55.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:55.157 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:55.162 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 15:16:55.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=75] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:55.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 15:16:55.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 15:16:55.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:55.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:55.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:55.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:55.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:55.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:55.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:55.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:55.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:55.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:55.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:16:55.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:55.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:16:55.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:16:55.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:55.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:55.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:55.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:55.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:55.252 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:55.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:55.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:55.254 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:55.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:55.255 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:55.255 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:55.264 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:16:55.264 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 15:16:55.264 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=75] [step=import] [limit=256MiB] [2024/05/06 15:16:55.279 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=151] [2024/05/06 15:16:55.282 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 15:16:55.285 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 15:16:55.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 15:16:55.355 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=337] [key=t.csv:0] [2024/05/06 15:16:55.357 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=337] [key=t.csv:0] [readDur=801.537µs] [encodeDur=401.121µs] [deliverDur=407.433µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=2.067856ms] [] [2024/05/06 15:16:55.358 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=151] [takeTime=79.799641ms] [] [2024/05/06 15:16:55.358 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/e31f885e-858e-52f9-8c22-abc4981608ce.sst/5deb2955-a7d9-47c8-8bb5-34a6608c09e4.sst] [firstKey=7480000000000001515F728000000000000001] [lastKey=7480000000000001515F728000000000000002] [2024/05/06 15:16:55.359 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 15:16:55.359 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 15:16:55.359 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 15:16:55.361 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.858181ms] [] [2024/05/06 15:16:55.361 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 15:16:55.365 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:16:55.366 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:16:55.367 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:16:55.367 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 15:16:55.367 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF515F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF515F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:16:55.367 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF515F728000000000FF0000010000000000FA] [end=7480000000000001FF515F728000000000FF0000030000000000FA] [2024/05/06 15:16:55.367 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF515F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF515F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:16:55.368 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=482.81µs] [2024/05/06 15:16:55.368 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.239032ms] [] [2024/05/06 15:16:55.375 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:142 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 144, request epoch conf_ver: 5 version: 142\")"] ["job stage"=needRescan] [2024/05/06 15:16:55.376 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001515F728000000000000001] [endKey=7480000000000001515F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:16:57.376 +08:00] [2024/05/06 15:16:55.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571668715896835] [req-type=Cop] [region="{ region id: 14, ver: 142, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:55.397 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571668715896835] [req-type=Cop] [region="{ region id: 14, ver: 142, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:16:55.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:55.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:55.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:55.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:55.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:55.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:55.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:56.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:56.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:56.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:56.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:56.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:56.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:56.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:56.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:56.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:56.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:56.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:56.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:56.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:56.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:57.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:57.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:57.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:57.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:57.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:57.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:57.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:57.388 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:16:57.390 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=2.029036355s] [] [2024/05/06 15:16:57.390 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 15:16:57.391 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=890.781µs] [] [2024/05/06 15:16:57.391 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 15:16:57.391 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 15:16:57.392 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.244551ms] [] [2024/05/06 15:16:57.392 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 15:16:57.392 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 15:16:57.392 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=40.795µs] [] [2024/05/06 15:16:57.392 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 15:16:57.393 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=718.809µs] [] [2024/05/06 15:16:57.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:57.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:16:57.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:57.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/06 15:16:57.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:57.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:57.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:57.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 15:16:57.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:16:57.639 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:16:57.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:16:57.640 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:57.640 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:16:57.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:16:57.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:16:57.641 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:16:57.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:57.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:57.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:57.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:57.655 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:57.655 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:57.669 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 15:16:57.670 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:16:57.670 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:16:57.670 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:57.681 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=75] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:16:57.681 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:57.711 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 15:16:57.715 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:16:57.715 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:57.715 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:57.715 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:16:57.716 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:16:57.716 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:16:57.716 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:16:57.716 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=75] [error="context canceled"] [2024/05/06 15:16:57.716 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=75] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.478205774s] [] [2024/05/06 15:16:58.022 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=75] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:16:58.023 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=75] [step=post-process] [2024/05/06 15:16:58.035 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/06 15:16:58.035 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/06 15:16:58.035 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/06 15:16:58.035 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=1.512µs] [] [2024/05/06 15:16:58.035 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:16:58.036 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [weight=30] [2024/05/06 15:16:58.036 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [concurrency=15] [2024/05/06 15:16:58.038 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 15:16:58.038 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=2.935476ms] [] [2024/05/06 15:16:58.038 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=3.044114ms] [] [2024/05/06 15:16:58.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:58.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:58.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:58.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/06 15:16:58.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:58.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:58.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:58.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:58.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:58.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:58.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:58.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:58.148 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=75] [step=done] [state=running] [] [2024/05/06 15:16:58.150 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=75] [2024/05/06 15:16:58.156 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:16:58.355 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.069525577\n# Parse_time: 0.000063911\n# Compile_time: 0.000409437\n# Rewrite_time: 0.000124358\n# Optimize_time: 0.000029571\n# Wait_TS: 0.000281277\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 15:16:58.355 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=75] [error="context canceled"] [2024/05/06 15:16:58.355 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=75] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=333.081264ms] [] [2024/05/06 15:16:58.372 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 15:16:58.446 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/06 15:16:58.462 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=76] [job-id=76] [thread-cnt=1] [2024/05/06 15:16:58.462 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=76] [2024/05/06 15:16:58.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:58.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:58.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:58.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:58.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:58.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=75] [2024/05/06 15:16:58.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:58.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:58.647 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:16:58.657 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=75] [step=-2] [state=succeed] [2024/05/06 15:16:58.658 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:16:59.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:59.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:59.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:59.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:59.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:59.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:59.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:59.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:16:59.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:16:59.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:16:59.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:16:59.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:16:59.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:16:59.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:00.128 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=76] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/06 15:17:00.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:00.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:00.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:00.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:00.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:00.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:00.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:00.630 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:17:00.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/06 15:17:00.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 15:17:00.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:00.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:00.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:00.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:00.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:00.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t3] [2024/05/06 15:17:00.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 15:17:00.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=55.478µs] [2024/05/06 15:17:00.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t3] [takeTime=151.508µs] [] [2024/05/06 15:17:00.644 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 15:17:00.644 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/06 15:17:00.644 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:17:00.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:00.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:00.656 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=76] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:17:00.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:17:00.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=76] [2024/05/06 15:17:00.929 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=76] [type=ImportInto] [2024/05/06 15:17:01.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:01.137 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:01.138 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:01.138 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:01.138 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:01.140 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:01.141 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:01.141 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:01.142 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:01.142 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:01.145 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:01.145 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:01.145 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 15:17:01.151 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:01.152 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:01.161 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:01.161 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:01.161 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:01.162 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:01.167 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 15:17:01.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=76] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:17:01.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 15:17:01.237 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 15:17:01.241 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:01.242 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:01.242 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:01.243 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:01.243 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:01.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:01.244 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:01.244 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:01.244 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:01.244 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:01.244 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:01.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:01.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:01.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:01.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:01.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:01.251 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:01.251 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:01.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:17:01.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/05/06 15:17:01.260 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=76] [step=import] [limit=256MiB] [2024/05/06 15:17:01.273 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=153] [2024/05/06 15:17:01.276 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 15:17:01.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 15:17:01.280 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=339] [2024/05/06 15:17:01.309 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=339] [key=t.csv:0] [2024/05/06 15:17:01.311 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=339] [key=t.csv:0] [readDur=744.305µs] [encodeDur=217.836µs] [deliverDur=256.632µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.482731ms] [] [2024/05/06 15:17:01.312 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e21dc392-0c66-5341-82f7-424a895bc139.sst/2fef586b-2214-4002-89d9-72d005c62d71.sst] [firstKey=7480000000000001535F728000000000000001] [lastKey=7480000000000001535F728000000000000002] [2024/05/06 15:17:01.312 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=153] [takeTime=39.22215ms] [] [2024/05/06 15:17:01.312 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 15:17:01.312 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 15:17:01.312 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 15:17:01.314 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.518662ms] [] [2024/05/06 15:17:01.314 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 15:17:01.318 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:17:01.319 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:17:01.319 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:17:01.320 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 15:17:01.320 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF535F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000030000000000FA] [retry=0] [2024/05/06 15:17:01.320 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF535F728000000000FF0000010000000000FA] [end=7480000000000001FF535F728000000000FF0000030000000000FA] [2024/05/06 15:17:01.320 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF535F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000030000000000FA] [regions=1] [2024/05/06 15:17:01.321 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=371.441µs] [2024/05/06 15:17:01.321 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.059177ms] [] [2024/05/06 15:17:01.332 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 146, but you sent conf_ver: 5 version: 144"] [region="{ID=604,startKey=7480000000000001FF535F728000000000FF0000010000000000FA,endKey=7480000000000001FF535F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:146 \",peers=\"id:605 store_id:2 ,id:606 store_id:3 ,id:607 store_id:1 \"}"] [start=7480000000000001535F728000000000000001] [end=7480000000000001535F728000000000000003] [2024/05/06 15:17:01.332 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001535F728000000000000001] [endKey=7480000000000001535F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:17:03.332 +08:00] [2024/05/06 15:17:01.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571670275391491] [req-type=Cop] [region="{ region id: 14, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:17:01.346 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571670275391491] [req-type=Cop] [region="{ region id: 14, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:17:01.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:01.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:01.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:01.635 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:01.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:01.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:01.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:02.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:02.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:02.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:02.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:02.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:02.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:02.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:02.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:02.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:02.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:02.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:02.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:02.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:02.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:03.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:03.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:03.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:03.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:03.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:03.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:03.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:03.344 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:17:03.346 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=2.031901775s] [] [2024/05/06 15:17:03.346 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 15:17:03.347 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=945.98µs] [] [2024/05/06 15:17:03.347 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 15:17:03.347 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 15:17:03.348 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.261949ms] [] [2024/05/06 15:17:03.348 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 15:17:03.348 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 15:17:03.348 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=50.67µs] [] [2024/05/06 15:17:03.348 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 15:17:03.349 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=766.238µs] [] [2024/05/06 15:17:03.384 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=154] [2024/05/06 15:17:03.387 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 15:17:03.390 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 15:17:03.390 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=339] [2024/05/06 15:17:03.409 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=339] [key=t2.csv:0] [2024/05/06 15:17:03.410 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=339] [key=t2.csv:0] [readDur=799.938µs] [encodeDur=172.775µs] [deliverDur=10.828µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [takeTime=1.235196ms] [] [2024/05/06 15:17:03.411 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=154] [takeTime=27.601106ms] [] [2024/05/06 15:17:03.411 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/1fb1c637-6260-4fdb-b35d-8662aaebbc44.sst] [firstKey=7480000000000001535F728000000000000003] [lastKey=7480000000000001535F728000000000000004] [2024/05/06 15:17:03.411 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/06 15:17:03.411 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/06 15:17:03.411 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 15:17:03.413 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.52275ms] [] [2024/05/06 15:17:03.413 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 15:17:03.417 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:17:03.419 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 15:17:03.419 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:17:03.419 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 15:17:03.419 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF535F728000000000FF0000030000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000050000000000FA] [retry=0] [2024/05/06 15:17:03.420 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF535F728000000000FF0000030000000000FA] [end=7480000000000001FF535F728000000000FF0000050000000000FA] [2024/05/06 15:17:03.420 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF535F728000000000FF0000030000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000050000000000FA] [regions=1] [2024/05/06 15:17:03.420 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=489.113µs] [2024/05/06 15:17:03.420 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.228482ms] [] [2024/05/06 15:17:03.432 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 15:17:03.433 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=19.721243ms] [] [2024/05/06 15:17:03.433 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 15:17:03.434 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=858.34µs] [] [2024/05/06 15:17:03.434 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/06 15:17:03.434 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 15:17:03.435 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.290631ms] [] [2024/05/06 15:17:03.435 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 15:17:03.435 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 15:17:03.435 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=45.992µs] [] [2024/05/06 15:17:03.435 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 15:17:03.436 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=695.423µs] [] [2024/05/06 15:17:03.439 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571670825893890] [req-type=Get] [region="{ region id: 14, ver: 146, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:17:03.633 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:17:03.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:03.634 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/06 15:17:03.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:03.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 15:17:03.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:03.635 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:03.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:03.638 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:03.638 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:03.638 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:03.639 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:03.639 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:03.640 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:03.640 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:03.640 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:17:03.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:03.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:03.655 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:03.655 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:03.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:03.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:03.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:03.655 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:03.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:03.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:03.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:03.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:03.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 15:17:03.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:17:03.671 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/06 15:17:03.671 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:03.682 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=76] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:17:03.682 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:03.773 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 15:17:03.778 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:03.778 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:03.778 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:03.778 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:03.779 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:03.779 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:03.779 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:03.779 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=76] [error="context canceled"] [2024/05/06 15:17:03.779 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=76] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.543871014s] [] [2024/05/06 15:17:04.086 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=76] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:17:04.087 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=76] [step=post-process] [2024/05/06 15:17:04.100 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/06 15:17:04.100 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/06 15:17:04.100 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/06 15:17:04.100 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=1.569µs] [] [2024/05/06 15:17:04.100 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 15:17:04.101 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [weight=30] [2024/05/06 15:17:04.101 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [concurrency=15] [2024/05/06 15:17:04.103 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 15:17:04.103 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=2.945732ms] [] [2024/05/06 15:17:04.103 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=3.077386ms] [] [2024/05/06 15:17:04.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:04.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:04.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:04.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/06 15:17:04.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:04.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:04.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:04.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:04.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/06 15:17:04.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:04.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:04.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:04.146 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=76] [step=done] [state=running] [] [2024/05/06 15:17:04.149 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=76] [2024/05/06 15:17:04.156 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:17:04.420 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=76] [error="context canceled"] [2024/05/06 15:17:04.420 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=76] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=333.745057ms] [] [2024/05/06 15:17:04.473 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.062004809\n# Parse_time: 0.000123313\n# Compile_time: 0.000504287\n# Rewrite_time: 0.000148051\n# Optimize_time: 0.00003071\n# Wait_TS: 0.000284159\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestLoadRemote/TestZeroDateTime [2024/05/06 15:17:04.477 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 15:17:04.488 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:17:04.488 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 15:17:04.501 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.520 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=536.599µs] [gotSchemaVersion=243] [phyTblIDs="[212]"] [actionTypes="[2]"] [2024/05/06 15:17:04.524 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=243] [2024/05/06 15:17:04.570 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.720686ms] [job="ID:341, Type:drop schema, State:running, SchemaState:write only, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.582 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:running, SchemaState:write only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.597 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=581.354µs] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:17:04.601 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=244] [2024/05/06 15:17:04.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:04.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:04.635 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:04.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:04.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:04.641 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=76] [2024/05/06 15:17:04.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:04.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:04.646 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.932385ms] [job="ID:341, Type:drop schema, State:running, SchemaState:delete only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.649 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:17:04.661 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:17:04.661 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:running, SchemaState:delete only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.677 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=550.21µs] [gotSchemaVersion=245] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:17:04.681 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=245] [2024/05/06 15:17:04.727 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.431544ms] [job="ID:341, Type:drop schema, State:done, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.744 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=341] [tableIDs="[212]"] [2024/05/06 15:17:04.749 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=341] [jobType="drop schema"] [2024/05/06 15:17:04.751 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [job="ID:341, Type:drop schema, State:synced, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.452 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.767 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=341] [2024/05/06 15:17:04.767 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:17:04.770 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 15:17:04.783 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:17:04.783 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE import_into;"] [2024/05/06 15:17:04.798 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=343] [conn=2] [category=ddl] [job="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.813 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=959.391µs] [gotSchemaVersion=246] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/06 15:17:04.818 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=343] [version=246] [2024/05/06 15:17:04.863 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.333364ms] [job="ID:343, Type:create schema, State:done, SchemaState:public, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 15:17:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:04.878 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=343] [conn=2] [job="ID:343, Type:create schema, State:synced, SchemaState:public, SchemaID:342, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:04.752 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:05.066 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=343] [2024/05/06 15:17:05.066 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:17:05.071 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300578462\n# Parse_time: 0.000049675\n# Compile_time: 0.000256921\n# Rewrite_time: 0.000027211\n# Optimize_time: 0.000155168\n# Wait_TS: 0.000365639\n# DB: test_show_job\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE import_into;"] [2024/05/06 15:17:05.072 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 15:17:05.089 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 15:17:05.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:17:05.090 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 15:17:05.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 15:17:05.111 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=345] [conn=2] [category=ddl] [job="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:05.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:05.133 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=1.741423ms] [gotSchemaVersion=247] [phyTblIDs="[344]"] [actionTypes="[3]"] [2024/05/06 15:17:05.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:05.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:05.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:05.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:05.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:05.137 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=345] [version=247] [2024/05/06 15:17:05.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:05.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:05.181 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.532245ms] [job="ID:345, Type:create table, State:done, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 15:17:05.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:05.198 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=345] [conn=2] [job="ID:345, Type:create table, State:synced, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:05.052 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:05.210 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=345] [2024/05/06 15:17:05.210 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:17:05.256 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:17:05.274 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=77] [job-id=77] [thread-cnt=8] [2024/05/06 15:17:05.274 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=77] [2024/05/06 15:17:05.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:05.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:05.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:05.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:05.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:05.647 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:05.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:06.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=77] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:17:06.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:06.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:06.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:06.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:06.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:06.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:06.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:06.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:17:06.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/06 15:17:06.633 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 15:17:06.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:06.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:06.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:06.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:06.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:06.645 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=zero_time_table] [2024/05/06 15:17:06.645 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 15:17:06.646 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=45.732µs] [2024/05/06 15:17:06.646 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=zero_time_table] [takeTime=138.933µs] [] [2024/05/06 15:17:06.646 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:17:06.646 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:17:06.646 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:17:06.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:06.646 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:06.657 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=77] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:17:06.657 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:17:06.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=77] [2024/05/06 15:17:06.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=77] [type=ImportInto] [2024/05/06 15:17:07.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:07.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:07.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:07.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:07.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:07.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:07.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:07.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:07.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:07.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:07.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:07.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:07.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 15:17:07.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:07.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:07.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:07.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:07.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:07.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:07.161 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 15:17:07.238 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=77] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:17:07.239 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 15:17:07.239 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 15:17:07.245 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:07.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:07.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:07.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:07.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:07.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:07.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:07.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:07.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:07.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:07.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:07.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:17:07.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:07.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:07.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:07.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:07.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:07.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:07.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:07.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:07.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:07.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:07.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:07.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:07.263 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:17:07.263 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/05/06 15:17:07.263 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=77] [step=import] [limit=256MiB] [2024/05/06 15:17:07.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=156] [2024/05/06 15:17:07.279 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 15:17:07.283 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 15:17:07.283 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=344] [2024/05/06 15:17:07.308 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=344] [key=zero_time.csv:0] [2024/05/06 15:17:07.309 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=344] [key=zero_time.csv:0] [readDur=829.569µs] [encodeDur=177.833µs] [deliverDur=209.749µs] [checksum="{cksum=427474205938292101,size=36,kvs=1}"] [takeTime=1.472078ms] [] [2024/05/06 15:17:07.310 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/77/b03a8272-790c-5766-99b7-2cad67f1945e.sst/5ff3bd39-5bf5-42b5-864e-e7e65422cc2b.sst] [firstKey=7480000000000001585F728000000000000001] [lastKey=7480000000000001585F728000000000000001] [2024/05/06 15:17:07.310 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=156] [takeTime=34.339619ms] [] [2024/05/06 15:17:07.310 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 15:17:07.310 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 15:17:07.310 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 15:17:07.312 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.64022ms] [] [2024/05/06 15:17:07.312 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 15:17:07.316 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/06 15:17:07.317 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 15:17:07.317 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/06 15:17:07.317 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 15:17:07.317 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF585F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF585F728000000000FF0000020000000000FA] [retry=0] [2024/05/06 15:17:07.318 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF585F728000000000FF0000010000000000FA] [end=7480000000000001FF585F728000000000FF0000020000000000FA] [2024/05/06 15:17:07.318 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF585F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF585F728000000000FF0000020000000000FA] [regions=1] [2024/05/06 15:17:07.319 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=456.605µs] [2024/05/06 15:17:07.319 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.234356ms] [] [2024/05/06 15:17:07.326 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 2, region 14, epoch conf_ver:5 version:147 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 149, request epoch conf_ver: 5 version: 147\")"] ["job stage"=needRescan] [2024/05/06 15:17:07.327 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001585F728000000000000001] [endKey=7480000000000001585F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 15:17:09.327 +08:00] [2024/05/06 15:17:07.347 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571671848255491] [req-type=Cop] [region="{ region id: 14, ver: 147, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:17:07.348 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449571671848255491] [req-type=Cop] [region="{ region id: 14, ver: 147, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 2, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/06 15:17:07.636 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:07.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:07.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:07.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:07.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:07.646 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:07.647 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:08.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:08.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:08.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:08.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:08.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:08.147 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:08.147 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:08.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:08.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:08.637 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:08.637 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:08.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:08.648 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:08.648 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:09.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:09.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:09.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:09.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:09.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:09.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:09.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:09.340 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 15:17:09.341 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=2.029086038s] [] [2024/05/06 15:17:09.341 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 15:17:09.342 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=965.171µs] [] [2024/05/06 15:17:09.342 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 15:17:09.342 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 15:17:09.344 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.392084ms] [] [2024/05/06 15:17:09.344 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 15:17:09.344 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 15:17:09.344 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=36.722µs] [] [2024/05/06 15:17:09.344 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 15:17:09.345 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=674.52µs] [] [2024/05/06 15:17:09.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:09.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/06 15:17:09.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:09.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/06 15:17:09.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:09.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:09.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 15:17:09.637 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:09.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:09.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:09.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:09.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:09.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:09.642 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:09.642 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:09.642 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 15:17:09.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:09.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:09.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:09.656 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:09.656 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:09.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:09.656 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:09.656 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:09.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:09.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:09.656 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:09.656 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:09.670 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 15:17:09.671 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 15:17:09.671 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/06 15:17:09.671 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:09.682 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=77] [task-type=ImportInto] [from=1] [to=2] [2024/05/06 15:17:09.683 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:09.970 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 15:17:09.973 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:09.973 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:09.973 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:09.973 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:09.974 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:09.974 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:09.974 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:09.975 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=77] [error="context canceled"] [2024/05/06 15:17:09.975 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=77] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.736806532s] [] [2024/05/06 15:17:10.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:10.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:10.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:10.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:10.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:10.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:10.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:10.281 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=77] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:17:10.282 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=77] [step=post-process] [2024/05/06 15:17:10.295 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/06 15:17:10.295 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/06 15:17:10.295 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/06 15:17:10.298 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:10.299 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:10.299 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:10.300 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:10.300 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:10.301 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:10.301 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:10.301 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:10.301 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:17:10.301 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:17:10.301 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:10.301 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:10.301 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:10.309 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=13.314604ms] [] [2024/05/06 15:17:10.309 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [checksum="{cksum=427474205938292101,size=36,kvs=1}"] [2024/05/06 15:17:10.309 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [weight=30] [2024/05/06 15:17:10.309 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [concurrency=15] [2024/05/06 15:17:10.311 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [local="{cksum=427474205938292101,size=36,kvs=1}"] [2024/05/06 15:17:10.311 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=16.241209ms] [] [2024/05/06 15:17:10.311 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=16.41263ms] [] [2024/05/06 15:17:10.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:10.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:10.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:10.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:10.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:10.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:10.646 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=77] [step=done] [state=running] [] [2024/05/06 15:17:10.648 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=77] [2024/05/06 15:17:10.655 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/06 15:17:10.685 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.471469356\n# Parse_time: 0.000091049\n# Compile_time: 0.00048103\n# Rewrite_time: 0.000173452\n# Optimize_time: 0.000155168\n# Wait_TS: 0.000305755\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:17:10.689 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=247] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 15:17:10.701 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:3, start time: 2024-05-06 15:17:10.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/06 15:17:10.701 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:3, start time: 2024-05-06 15:17:10.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table import_into.zero_time_table"] [2024/05/06 15:17:10.717 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-06 15:17:10.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:10.737 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=1.929572ms] [gotSchemaVersion=248] [phyTblIDs="[344,346]"] [actionTypes="[11,11]"] [2024/05/06 15:17:10.741 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=347] [version=248] [2024/05/06 15:17:10.785 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.443029ms] [job="ID:347, Type:truncate table, State:done, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 15:17:10.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:10.798 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=347] [elementID=1] [comment="table ID is 344"] [2024/05/06 15:17:10.803 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="truncate table"] [2024/05/06 15:17:10.804 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:truncate table, State:synced, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-06 15:17:10.652 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/06 15:17:10.820 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 15:17:10.820 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/06 15:17:10.860 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/06 15:17:10.876 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=78] [job-id=78] [thread-cnt=8] [2024/05/06 15:17:10.876 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=78] [2024/05/06 15:17:10.935 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=77] [error="context canceled"] [2024/05/06 15:17:10.936 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=77] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.747901ms] [] [2024/05/06 15:17:11.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:11.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:11.136 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:11.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:11.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:11.142 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=77] [2024/05/06 15:17:11.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:11.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:11.149 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/06 15:17:11.161 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/06 15:17:11.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:11.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:11.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:11.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:11.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:11.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:11.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:12.129 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=78] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/06 15:17:12.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:12.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:12.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:12.135 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:12.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:12.144 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:12.144 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:12.631 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=78] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/06 15:17:12.632 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=78] [task-type=ImportInto] [num=1] [2024/05/06 15:17:12.632 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 15:17:12.634 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:12.635 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:12.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:12.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:12.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:12.644 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=zero_time_table] [2024/05/06 15:17:12.644 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:12.644 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 15:17:12.644 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=40.976µs] [2024/05/06 15:17:12.644 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=zero_time_table] [takeTime=129.206µs] [] [2024/05/06 15:17:12.645 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 15:17:12.645 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=78] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/06 15:17:12.644 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:12.645 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/06 15:17:12.656 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=78] [task-type=ImportInto] [from=-1] [to=1] [2024/05/06 15:17:12.656 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/06 15:17:12.929 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=78] [2024/05/06 15:17:12.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=78] [type=ImportInto] [2024/05/06 15:17:13.135 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:13.136 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:13.137 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:13.137 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:13.137 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:13.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:13.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:13.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:13.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:13.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:13.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:13.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:13.141 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 15:17:13.146 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:13.146 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:13.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:13.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:13.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:13.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:13.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:13.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:13.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:13.154 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:13.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:13.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:13.159 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 15:17:13.235 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=78] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/06 15:17:13.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 15:17:13.236 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 15:17:13.242 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:13.243 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:13.243 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:13.244 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:13.244 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:13.244 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:13.244 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:13.245 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:13.245 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:13.245 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:13.245 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/06 15:17:13.245 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:13.245 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/06 15:17:13.245 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/06 15:17:13.245 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:13.245 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:13.245 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:13.245 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:13.245 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:13.248 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:13.249 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:13.249 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:13.250 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:13.250 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:13.250 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:13.250 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:13.259 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/06 15:17:13.259 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/05/06 15:17:13.259 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=78] [step=import] [limit=256MiB] [2024/05/06 15:17:13.271 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=158] [2024/05/06 15:17:13.274 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 15:17:13.277 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 15:17:13.277 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=346] [2024/05/06 15:17:13.297 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=346] [key=zero_time.csv:0] [2024/05/06 15:17:13.298 +08:00] [ERROR] [chunk_process.go:245] ["process chunk failed"] [type=ImportInto] [table-id=346] [key=zero_time.csv:0] [takeTime=1.231212ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:245\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:275\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWith\n\tpkg/executor/importer/engine_process.go:106\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:87\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154"] [2024/05/06 15:17:13.299 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=158] [takeTime=27.677067ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:17:13.299 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=78] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:17:13.299 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=78] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:17:13.299 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:13.299 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:13.299 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:13.299 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:13.299 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:13.299 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:13.299 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=78] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 15:17:13.305 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 15:17:13.307 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:13.307 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:13.307 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:13.307 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:13.308 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:13.309 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:13.309 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:13.309 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=78] [error="context canceled"] [2024/05/06 15:17:13.309 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=78] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=73.339816ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 15:17:13.309 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/06 15:17:13.635 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:13.636 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:13.636 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:13.636 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:13.636 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:13.638 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=78] [task-type=ImportInto] [2024/05/06 15:17:13.641 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/06 15:17:13.645 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:13.645 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:13.825 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=78] [2024/05/06 15:17:13.920 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=78] [step=1] [2024/05/06 15:17:13.925 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 15:17:13.934 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 15:17:14.125 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=78] [2024/05/06 15:17:14.134 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/06 15:17:14.135 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=78] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 15:17:14.135 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/06 15:17:14.135 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/06 15:17:14.136 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/06 15:17:14.136 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/06 15:17:14.138 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 15:17:14.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 15:17:14.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365779699758658872] [2024/05/06 15:17:14.139 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:14.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/06 15:17:14.140 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 15:17:14.140 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 15:17:14.140 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=78] [step=import] [mode=Normal] [2024/05/06 15:17:14.145 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:14.145 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:14.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:14.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:14.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:14.155 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:14.157 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=78] [2024/05/06 15:17:14.164 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/06 15:17:14.181 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=78] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/06 15:17:14.185 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.362822125\n# Parse_time: 0.000065293\n# Compile_time: 0.000381264\n# Rewrite_time: 0.000118167\n# Optimize_time: 0.000151715\n# Wait_TS: 0.00026126\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 15:17:14.188 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [2024/05/06 15:17:14.188 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [2024/05/06 15:17:14.188 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:14.189 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [] [2024/05/06 15:17:14.190 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:17:14.190 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=9.854µs] [2024/05/06 15:17:14.190 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=4.205µs] [2024/05/06 15:17:14.190 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=3.217µs] [2024/05/06 15:17:14.190 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=3.736µs] [2024/05/06 15:17:14.190 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=3.884µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=6.218µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=2.83µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=3.498µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=2.853µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=5.721µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/06 15:17:14.191 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=3.125µs] [2024/05/06 15:17:14.191 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/06 15:17:14.191 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 15:17:14.198 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=d44f5283-147c-4969-ab15-243edfb71b48] ["take time"=9.732698ms] [2024/05/06 15:17:14.198 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=d44f5283-147c-4969-ab15-243edfb71b48] [2024/05/06 15:17:14.199 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/06 15:17:14.199 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 15:17:14.199 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b31e95ef-6535-4634-980a-d6149c5bc5c4] [watcherID=28132cae-9d72-450f-9797-82df8771024e] [2024/05/06 15:17:14.199 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b31e95ef-6535-4634-980a-d6149c5bc5c4] [2024/05/06 15:17:14.200 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:17:14.200 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 15:17:14.200 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:17:14.200 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 15:17:14.202 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 15:17:14.202 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/06 15:17:14.202 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=495] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=d44f5283-147c-4969-ab15-243edfb71b48] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/06 15:17:14.203 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 15:17:14.203 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 15:17:14.203 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace watch owner key /tidb/br-stream/owner/6f188f4cba402982"] [2024/05/06 15:17:14.203 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [2024/05/06 15:17:14.203 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 15:17:14.203 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace"] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 15:17:14.203 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=51] [task-type=ImportInto] [error="context canceled"] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=51] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=78] [task-type=ImportInto] [error="context canceled"] [2024/05/06 15:17:14.203 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=78] [2024/05/06 15:17:14.203 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager d44f5283-147c-4969-ab15-243edfb71b48 watch owner key /tidb/stats/owner/6f188f4cba402988"] [2024/05/06 15:17:14.203 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [2024/05/06 15:17:14.203 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/06 15:17:14.203 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [2024/05/06 15:17:14.203 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 15:17:14.203 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 15:17:14.204 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=d44f5283-147c-4969-ab15-243edfb71b48] [2024/05/06 15:17:14.204 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/06 15:17:14.204 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/06 15:17:14.204 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/06 15:17:14.204 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=78] [2024/05/06 15:17:14.204 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=78] [type=ImportInto] [2024/05/06 15:17:14.204 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/06 15:17:14.204 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/06 15:17:14.204 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 15:17:14.205 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=18c6b3c1-5dca-4275-a612-42c31c04bace] [daemon-id=LogBackup::Advancer] [2024/05/06 15:17:14.205 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/06 15:17:14.205 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/06 15:17:14.205 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 15:17:14.205 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 15:17:14.205 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 15:17:14.205 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace"] [error="context canceled"] [2024/05/06 15:17:14.205 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 15:17:14.205 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace"] [2024/05/06 15:17:14.205 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:14.247 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/06 15:17:14.248 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [error="context canceled"] [2024/05/06 15:17:14.448 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 15:17:15.450 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:17:15.450 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/06 15:17:15.450 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/06 15:17:15.466 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 18c6b3c1-5dca-4275-a612-42c31c04bace"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:17:15.700 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d44f5283-147c-4969-ab15-243edfb71b48"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 15:17:15.700 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 15:17:15.700 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/06 15:17:15.700 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 15:17:15.705 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.51701325s] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 15:17:15.706 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/06 15:17:15.706 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/06 15:17:15.706 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/06 15:17:15.706 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/06 15:17:15.707 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (504.20s) --- SKIP: TestLoadRemote/TestAddIndexBySQL (0.00s) --- SKIP: TestLoadRemote/TestAnalyze (0.00s) --- PASS: TestLoadRemote/TestBasicImportInto (77.35s) --- PASS: TestLoadRemote/TestCancelJob (15.39s) --- PASS: TestLoadRemote/TestChecksumNotMatch (25.98s) --- PASS: TestLoadRemote/TestColumnsAndUserVars (6.92s) --- PASS: TestLoadRemote/TestDeliverBytesRows (9.11s) --- PASS: TestLoadRemote/TestDetachedLoadParquet (12.41s) --- PASS: TestLoadRemote/TestDiskQuota (11.44s) --- PASS: TestLoadRemote/TestGBK (21.64s) --- PASS: TestLoadRemote/TestGeneratedColumnsAndTSVFile (27.45s) --- PASS: TestLoadRemote/TestIgnoreNLines (19.93s) --- PASS: TestLoadRemote/TestImportIntoPrivilegePositiveCase (21.05s) --- PASS: TestLoadRemote/TestImportMode (36.86s) --- PASS: TestLoadRemote/TestInputCountMisMatchAndDefault (20.25s) --- PASS: TestLoadRemote/TestInputNull (11.95s) --- PASS: TestLoadRemote/TestJobFailWhenDispatchSubtask (3.04s) --- PASS: TestLoadRemote/TestKillBeforeFinish (4.91s) --- PASS: TestLoadRemote/TestLoadSQLDump (13.12s) --- PASS: TestLoadRemote/TestMaxWriteSpeed (22.43s) --- PASS: TestLoadRemote/TestMultiValueIndex (9.05s) --- PASS: TestLoadRemote/TestOtherCharset (34.90s) --- PASS: TestLoadRemote/TestPreCheckCDCPiTRTasks (0.60s) --- PASS: TestLoadRemote/TestPreCheckTableNotEmpty (0.58s) --- PASS: TestLoadRemote/TestPreCheckTotalFileSize0 (0.56s) --- PASS: TestLoadRemote/TestRegisterTask (16.23s) --- PASS: TestLoadRemote/TestSameBehaviourDetachedOrNot (27.53s) --- PASS: TestLoadRemote/TestShowDetachedJob (17.36s) --- PASS: TestLoadRemote/TestShowJob (17.31s) --- PASS: TestLoadRemote/TestZeroDateTime (9.71s) PASS GCov does not exist at the given path: '' May 06, 2024 3:17:20 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 3:17:20 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 3:17:20 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 3:17:20 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 3:17:20 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 560.234s, Critical Path: 542.97s INFO: 1489 processes: 1455 remote cache hit, 20 internal, 14 linux-sandbox. INFO: Build completed successfully, 1489 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 07:17:23-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: ‘agent_upload_verifyci_metadata.py’ 0K .... 100% 616M=0s 2024-05-06 07:17:23 (616 MB/s) - ‘agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/release-7.5/ghpr_check2/0e2105d15b5f48db76daef198eaa459e2a36b3de=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 434 100 151 100 283 4940 9258 --:--:-- --:--:-- --:--:-- 9433 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/release-7.5/ghpr_check2/0e2105d15b5f48db76daef198eaa459e2a36b3de"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS